-- Logs begin at Thu 2022-01-27 15:19:48 UTC, end at Thu 2022-01-27 16:29:17 UTC. -- Jan 27 15:54:37.235660 dv-cinder-826350-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 15:54:40.247001 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.common.config [-] Logging enabled! Jan 27 15:54:40.247618 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev436 Jan 27 15:54:40.247773 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102276) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 15:54:40.251334 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.common.config [-] Logging enabled! Jan 27 15:54:40.251669 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev436 Jan 27 15:54:40.252072 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102276) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 15:54:40.253529 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 15:54:40.253843 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 15:54:40.254301 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 15:54:40.254603 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 15:54:40.254902 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 15:54:40.255330 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.255844 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 15:54:40.256253 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.256629 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.257005 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.257393 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.257746 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.258129 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.258539 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.258935 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.259315 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.259680 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.260052 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.260404 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.260775 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.261164 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.261506 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.261881 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] debug = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.262258 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.262880 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.263420 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.263759 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.264116 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.264519 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.264868 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.265238 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.265618 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.266043 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] host = dv-cinder-826350-3-iscsi {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.266443 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.266848 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.267238 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.267641 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.268021 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.268411 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.268763 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.269157 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.269500 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.269861 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.270208 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.270588 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.270939 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.271260 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.271533 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.271916 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.272320 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.272647 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.272997 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.273358 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.273702 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.274054 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.274389 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.274713 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.275105 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.275477 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.275844 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.276176 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.276535 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.276906 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.277292 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.277634 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.277944 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.278312 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.278714 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.279091 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.279463 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.279837 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.280797 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.281145 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.281513 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.281886 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.282270 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.282602 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.282994 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.283362 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] use_json = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.283735 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.284074 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.284463 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.284822 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.285184 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.285544 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.285910 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.286253 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.286614 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:40.287024 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.287402 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.287777 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.288155 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.288488 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.288784 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.289155 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.289508 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.289883 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.290214 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.290552 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.290908 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.291285 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.291661 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.292057 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.292430 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.292792 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.293141 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.293486 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.293841 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.294194 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.294569 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.294912 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.295289 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.295700 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.296604 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.296976 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.297332 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.297696 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.298093 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.298420 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.298734 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.299137 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.299517 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.299850 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.300191 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.300536 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.300915 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.301236 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.301560 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.301915 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.302270 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.302608 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.302962 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.303316 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.303685 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.303996 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.304319 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.304673 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.305001 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.305365 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.305704 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.306066 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.306386 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.306741 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.307152 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.307509 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.307832 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.308182 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.308521 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.308828 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.309116 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.309496 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.309844 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.310218 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.310552 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.310837 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.311143 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.311514 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.311841 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.312124 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.312437 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.312785 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.313072 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.313364 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.313665 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.314017 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.314349 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.314634 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.314917 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.315290 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.315626 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.315911 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.316265 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.316594 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.316887 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.317245 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.317582 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.317889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.318246 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.318601 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.318880 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.319245 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.319580 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.319865 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.320193 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.320547 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.320854 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.321153 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.321449 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.321745 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.322116 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.322448 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.322829 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.323223 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:40.323453 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 15:54:40.323772 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102276) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 15:54:40.724341 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 15:54:40.724682 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 15:54:40.725019 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 15:54:40.725356 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 15:54:41.078478 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.078751 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.079162 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.080702 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.081060 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.081411 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.133733 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.134015 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.134280 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.150173 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.150475 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.150746 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.180047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.180323 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.180591 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.216442 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.216715 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.216978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.577481 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.578142 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.578142 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.578300 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.578935 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.684132 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.684498 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.684862 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.685261 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.685557 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.685922 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.686775 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.687121 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.687410 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.687707 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.688038 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.688345 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.688652 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.688952 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.689284 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.689607 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.689916 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.690243 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.690595 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.690913 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.691261 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.691523 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.691877 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.692351 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.692651 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.692937 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.693427 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:41.693717 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:41.694003 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:41.694273 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:41.694577 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:41.694854 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:41.695328 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 15:54:41.698900 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 15:54:41.704270 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 15:54:41.708536 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jan 27 15:54:41.710442 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 15:54:41.710924 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 15:54:41.711348 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 15:54:41.711796 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 15:54:41.715072 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 15:54:41.715443 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 15:54:41.715718 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 15:54:41.721730 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 15:54:41.747687 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 15:54:41.748191 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.748490 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102276) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 15:54:41.749469 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.750894 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102276) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 15:54:41.751243 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 15:54:41.751488 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 15:54:41.755362 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.755641 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:41.819834 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 15:54:41.820074 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 15:54:41.820312 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 15:54:41.820676 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 15:54:41.840984 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_db.sqlalchemy.engines [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102276) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 15:54:42.311007 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing driver for type 'gre' Jan 27 15:54:42.312247 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] gre ID ranges: [(1, 1000)] Jan 27 15:54:42.362057 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing driver for type 'local' Jan 27 15:54:42.362394 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing driver for type 'vlan' Jan 27 15:54:42.375651 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] VlanTypeDriver initialization complete Jan 27 15:54:42.375987 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing driver for type 'vxlan' Jan 27 15:54:42.376487 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] vxlan ID ranges: [(1, 1000)] Jan 27 15:54:42.426237 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing extension driver 'port_security' Jan 27 15:54:42.426626 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.extensions.port_security [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] PortSecurityExtensionDriver initialization complete Jan 27 15:54:42.426958 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing mechanism driver 'openvswitch' Jan 27 15:54:42.427306 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing mechanism driver 'hyperv' Jan 27 15:54:42.433905 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.plugin [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:54:42.434578 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.434947 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.435323 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.435849 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 15:54:42.436296 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.436655 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.436996 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.437404 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 15:54:42.437817 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.438176 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.438517 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.438907 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 15:54:42.439343 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.439691 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.440032 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.440557 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 15:54:42.440976 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.441339 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.441676 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.442072 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 15:54:42.442481 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.442825 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.443192 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.443586 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 15:54:42.444034 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] ML2 OVO RPC backend initialized. {{(pid=102276) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 15:54:42.444745 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.445096 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.445525 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.445857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > networks before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.446202 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.446546 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > ports before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.446887 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.447253 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.447600 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.447936 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.448267 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.448603 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.448936 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.449271 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.449602 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.449934 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.450264 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.457427 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded quota_driver: . Jan 27 15:54:42.457801 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.plugin [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Modular L2 Plugin initialization complete Jan 27 15:54:42.458153 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading services supported by the core plugin {{(pid=102276) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 15:54:42.458497 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.plugins.ml2.managers [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Got port-security extension from driver 'port_security' Jan 27 15:54:42.458972 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.extensions.vlantransparent [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Disabled vlantransparent extension. Jan 27 15:54:42.459480 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102276) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 15:54:42.459807 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: router Jan 27 15:54:42.497219 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.497610 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_create 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.497980 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router before_create 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.498348 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.498722 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.499110 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_delete 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.499469 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.499893 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.500258 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_create 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.500605 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_update 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.500952 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_update 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.501299 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.501656 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_update 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.502065 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.502430 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.502771 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.503399 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: subnet after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.503738 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.504083 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.504426 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.504772 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.505114 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.505472 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router after_update 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.505814 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.506164 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.506526 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.506872 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.507256 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > agent after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.507607 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.507947 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > network after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.508799 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Tracking information for resource: router configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:42.509131 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Tracking information for resource: floatingip configured {{(pid=102276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 15:54:42.514064 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.db.l3_agentschedulers_db [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 15:54:42.514638 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.515302 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port after_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.515667 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port after_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.516017 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: port after_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.516939 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router before_create 55550100 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.517308 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.517672 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.518030 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.522826 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.provider_configuration [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service providers = [] {{(pid=102276) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 15:54:42.523214 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.db.servicetype_db [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102276) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 15:54:42.526144 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.service_base [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 15:54:42.526496 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.service_base [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 15:54:42.526838 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.service_base [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 15:54:42.527739 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.services.service_base [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 15:54:42.528113 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.services.service_base [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 15:54:42.528490 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.528809 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 15:54:42.539981 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.540320 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: auto_allocate Jan 27 15:54:42.546148 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: network precommit_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.547188 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: network precommit_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.547710 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.548035 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: tag Jan 27 15:54:42.554585 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.554924 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: timestamp Jan 27 15:54:42.558928 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.559288 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: network_ip_availability Jan 27 15:54:42.564815 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.565133 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.565489 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.566185 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.566504 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: flavors Jan 27 15:54:42.571307 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.571645 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading Plugin: revisions Jan 27 15:54:42.575933 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 15:54:42.576327 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_concurrency.lockutils [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=102276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 15:54:42.577062 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102276) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 15:54:42.577397 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Initializing extension manager. Jan 27 15:54:42.577935 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: __init__.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.578505 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: __pycache__ {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.578630 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.578963 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: address_group.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.579750 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.580321 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: address-group Jan 27 15:54:42.580646 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: address_scope.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.581359 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.581864 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: address-scope Jan 27 15:54:42.582190 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.583232 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.583668 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: router-admin-state-down-before-update Jan 27 15:54:42.583992 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: agent.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.584891 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.585397 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: agent Jan 27 15:54:42.585723 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: agent_resources_synced.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.586644 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.587179 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: agent-resources-synced Jan 27 15:54:42.587505 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.589293 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.589817 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: allowed-address-pairs Jan 27 15:54:42.590146 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.591248 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.591763 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: auto-allocated-topology Jan 27 15:54:42.592091 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: availability_zone.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.592782 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.593810 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: availability_zone Jan 27 15:54:42.594142 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: availability_zone_filter.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.595082 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.595593 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: availability_zone_filter Jan 27 15:54:42.595917 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: data_plane_status.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.596811 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.597315 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 15:54:42.597640 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: default_subnetpools.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.598541 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.599142 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: default-subnetpools Jan 27 15:54:42.599470 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.600274 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.600781 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: dhcp_agent_scheduler Jan 27 15:54:42.601103 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: dns.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.602013 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.602518 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 15:54:42.602843 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: dns_domain_ports.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.603774 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.604281 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 15:54:42.604607 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.605521 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.606024 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 15:54:42.606347 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: dvr.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.607042 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.607547 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: dvr Jan 27 15:54:42.607870 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: ecmp_routes.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.608779 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.609927 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 15:54:42.610246 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: empty_string_filtering.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.611179 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.611686 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: empty-string-filtering Jan 27 15:54:42.612006 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.612909 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.613409 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 15:54:42.613728 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.614629 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.615162 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 15:54:42.615485 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: external_net.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.616394 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.616895 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: external-net Jan 27 15:54:42.617215 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.618132 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.618633 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: extra_dhcp_opt Jan 27 15:54:42.618949 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: extraroute.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.619882 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.620382 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: extraroute Jan 27 15:54:42.620701 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: extraroute_atomic.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.621730 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.622234 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: extraroute-atomic Jan 27 15:54:42.622555 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: filter_validation.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.623244 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.623749 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: filter-validation Jan 27 15:54:42.624070 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: fip_pf_description.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.625117 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.625622 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 15:54:42.625946 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: fip_port_details.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.626856 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.627388 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: fip-port-details Jan 27 15:54:42.627712 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: flavors.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.629215 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.629731 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: flavors Jan 27 15:54:42.630058 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.631764 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.632284 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 15:54:42.632612 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: floatingip_pools.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.633310 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.633816 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: floatingip-pools Jan 27 15:54:42.634141 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: ip_allocation.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.635093 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.636133 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 15:54:42.636133 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.636824 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.637332 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: ip-substring-filtering Jan 27 15:54:42.637655 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l2_adjacency.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.638573 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.639105 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 15:54:42.639426 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.640403 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.640918 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: router Jan 27 15:54:42.641242 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.643630 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.644157 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 15:54:42.644488 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.645426 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.645938 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: ext-gw-mode Jan 27 15:54:42.646769 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.647200 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.647707 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: l3-ha Jan 27 15:54:42.648029 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3_flavors.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.649422 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.649422 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: l3-flavors Jan 27 15:54:42.649750 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.650656 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.651184 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 15:54:42.651510 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: l3agentscheduler.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.652609 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.653120 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: l3_agent_scheduler Jan 27 15:54:42.653447 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: local_ip.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.655269 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.656311 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension local_ip not supported by any of loaded plugins Jan 27 15:54:42.656657 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: logging.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.658147 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.658660 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension logging not supported by any of loaded plugins Jan 27 15:54:42.659010 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: metering.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.659755 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.660329 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: metering Jan 27 15:54:42.660658 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.661744 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.662256 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: metering_source_and_destination_fields Jan 27 15:54:42.662581 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: multiprovidernet.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.663595 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.664103 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: multi-provider Jan 27 15:54:42.664426 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: netmtu.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.665337 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.665845 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: net-mtu Jan 27 15:54:42.666167 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: netmtu_writable.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.667103 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.667612 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: net-mtu-writable Jan 27 15:54:42.667935 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: network_availability_zone.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.668595 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.669095 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: network_availability_zone Jan 27 15:54:42.669414 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: network_ip_availability.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.670513 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.671037 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: network-ip-availability Jan 27 15:54:42.671362 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: network_segment_range.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.672674 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.673173 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 15:54:42.673494 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: pagination.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.674470 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.674798 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: pagination Jan 27 15:54:42.675154 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: port_device_profile.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.676066 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.676577 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: port-device-profile Jan 27 15:54:42.676899 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.677804 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.678307 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: port-mac-address-regenerate Jan 27 15:54:42.678626 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.679689 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.680196 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: port-numa-affinity-policy Jan 27 15:54:42.680516 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: port_resource_request.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.681426 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.681925 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 15:54:42.682243 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: port_resource_request_groups.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.683231 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.683728 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 15:54:42.684047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: portbindings.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.684960 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.685458 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: binding Jan 27 15:54:42.685781 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: portbindings_extended.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.687118 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.687629 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: binding-extended Jan 27 15:54:42.687956 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: portsecurity.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.688861 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.689367 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: port-security Jan 27 15:54:42.689693 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: project_id.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.690658 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.691005 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: project-id Jan 27 15:54:42.691332 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: providernet.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.692287 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.692791 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: provider Jan 27 15:54:42.693112 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.696736 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.697258 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos not supported by any of loaded plugins Jan 27 15:54:42.697590 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.698830 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.699380 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 15:54:42.699713 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.700628 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.701137 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 15:54:42.701462 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_default.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.702372 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.702906 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-default not supported by any of loaded plugins Jan 27 15:54:42.703259 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_fip.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.704191 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.704699 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 15:54:42.705024 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.705933 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.706441 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 15:54:42.706765 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.707707 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.708211 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 15:54:42.708534 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.709436 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.709937 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 15:54:42.710261 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.711315 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.711821 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 15:54:42.712145 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_pps_rule.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.713324 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.713836 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 15:54:42.714159 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.715098 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.715611 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 15:54:42.715933 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: qos_rules_alias.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.716989 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.717498 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 15:54:42.717820 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: quota_check_limit.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.719286 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.719797 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: quota-check-limit Jan 27 15:54:42.720119 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: quotasv2.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.721050 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.721379 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: quotas Jan 27 15:54:42.721700 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: quotasv2_detail.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.723552 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.723896 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: quota_details Jan 27 15:54:42.724229 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: rbac.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.725278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.725804 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: rbac-policies Jan 27 15:54:42.726135 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: rbac_address_group.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.727116 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.727633 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: rbac-address-group Jan 27 15:54:42.727962 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: rbac_address_scope.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.728888 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.729401 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: rbac-address-scope Jan 27 15:54:42.729728 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: rbac_security_groups.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.730632 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.731165 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: rbac-security-groups Jan 27 15:54:42.731493 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.732394 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.732904 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: rbac-subnetpool Jan 27 15:54:42.733227 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: revisionifmatch.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.734778 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.735322 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: revision-if-match Jan 27 15:54:42.735648 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: revisions.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.737049 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.737652 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: standard-attr-revisions Jan 27 15:54:42.738048 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: router_availability_zone.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.738755 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.739368 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: router_availability_zone Jan 27 15:54:42.739715 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: routerservicetype.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.740974 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.741527 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 15:54:42.741891 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.743241 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.743778 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: security-groups-normalized-cidr Jan 27 15:54:42.744177 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.745234 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.745826 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: port-security-groups-filtering Jan 27 15:54:42.746221 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.747259 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.747770 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: security-groups-remote-address-group Jan 27 15:54:42.748176 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.749367 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.749971 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: security-groups-shared-filtering Jan 27 15:54:42.750317 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.750962 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 15:54:42.751366 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: securitygroup.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.762098 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.762621 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: security-group Jan 27 15:54:42.762952 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: segment.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.763764 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.764274 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension segment not supported by any of loaded plugins Jan 27 15:54:42.764597 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.766071 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.766575 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 15:54:42.766901 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: servicetype.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.768050 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.768569 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: service-type Jan 27 15:54:42.768896 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: sorting.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.769877 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.770213 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: sorting Jan 27 15:54:42.770538 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: standard_attr_segment.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.771474 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.771990 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 15:54:42.772312 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: standardattrdescription.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.772958 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.773462 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: standard-attr-description Jan 27 15:54:42.773786 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: stateful_security_group.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.774702 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.775238 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: stateful-security-group Jan 27 15:54:42.775562 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: stdattrs_common.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.776131 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 15:54:42.776449 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.777376 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.777883 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 15:54:42.778204 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: subnet_onboard.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.779313 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.779826 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: subnet_onboard Jan 27 15:54:42.780151 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.781693 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.782198 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 15:54:42.782523 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: subnet_service_types.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.783460 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.783970 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: subnet-service-types Jan 27 15:54:42.784293 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: subnetallocation.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.785373 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.785899 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: subnet_allocation Jan 27 15:54:42.786210 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.786879 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.787414 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: subnetpool-prefix-ops Jan 27 15:54:42.787737 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.788678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.789182 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 15:54:42.789504 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: tagging.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.790555 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.791087 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: standard-attr-tag Jan 27 15:54:42.791414 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: timestamp.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.792615 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.793125 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loaded extension: standard-attr-timestamp Jan 27 15:54:42.793452 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: trunk.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.794468 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.795006 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension trunk not supported by any of loaded plugins Jan 27 15:54:42.795338 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: trunk_details.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.796246 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.796794 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 15:54:42.797121 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.798039 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.798552 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 15:54:42.798876 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Loading extension file: vlantransparent.py {{(pid=102276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 15:54:42.799578 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 15:54:42.800083 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 15:54:42.802579 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:network Jan 27 15:54:42.803135 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:subnet Jan 27 15:54:42.803536 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 15:54:42.803925 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:port Jan 27 15:54:42.805149 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.805598 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service FLAVORS assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.806230 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.806652 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.807012 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:router Jan 27 15:54:42.807443 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 15:54:42.807922 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service METERING assigned prefix: /metering {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.809374 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.809746 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.810098 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 15:54:42.811132 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 15:54:42.811585 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:security_group Jan 27 15:54:42.812029 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 15:54:42.813709 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service CORE assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.814054 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 15:54:42.814420 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] subnetpool is already registered Jan 27 15:54:42.814894 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service CORE assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.815210 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 15:54:42.815559 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] subnetpool is already registered Jan 27 15:54:42.817797 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.818231 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service FLAVORS assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.818810 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.819259 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.819597 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:router Jan 27 15:54:42.819935 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] router is already registered Jan 27 15:54:42.820345 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 15:54:42.820681 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] floatingip is already registered Jan 27 15:54:42.821130 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service METERING assigned prefix: /metering {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.821780 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 15:54:42.822105 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] rbac_policy is already registered Jan 27 15:54:42.822513 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:security_group Jan 27 15:54:42.822846 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] security_group is already registered Jan 27 15:54:42.823333 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 15:54:42.823667 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] security_group_rule is already registered Jan 27 15:54:42.824290 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service CORE assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.824620 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 15:54:42.824955 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] subnetpool is already registered Jan 27 15:54:42.825370 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.v2.resource_helper [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Service CORE assigned prefix: {{(pid=102276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 15:54:42.825693 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 15:54:42.826022 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING neutron.quota.resource_registry [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] subnetpool is already registered Jan 27 15:54:42.826491 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: extensions {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.828511 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: address-groups {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.830001 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: address-scopes {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.831404 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: agents {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.832564 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: auto-allocated-topology {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.833819 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: availability_zones {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.835069 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: dhcp-networks {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.836556 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: dhcp-agents {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.837997 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: routers {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.840468 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: flavors {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.842149 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: service_profiles {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.844173 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: next_providers {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.845860 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: service_profiles {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.847433 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: floatingip-pools {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.848679 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: routers {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.850768 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: floatingips {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.852087 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: l3-routers {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.853489 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: l3-agents {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.854911 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: metering-labels {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.856362 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: metering-label-rules {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.857660 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: network-ip-availabilities {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.858943 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: bindings {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.860601 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: quotas {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.862176 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: quotas {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.863815 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: rbac-policies {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.865111 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: security-groups {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.866348 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: security-group-rules {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.867612 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: service-providers {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.868837 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: subnetpools {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.870271 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: subnetpools {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.871754 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.873422 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.875280 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.877065 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.880147 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.881999 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.883729 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.885615 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.887408 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.889253 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron.api.extensions [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Extended resource: tags {{(pid=102276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 15:54:42.895652 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING keystonemiddleware.auth_token [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 15:54:42.900294 dv-cinder-826350-3-iscsi neutron-server[102276]: WARNING keystonemiddleware.auth_token [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 15:54:42.909361 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_concurrency.lockutils [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Acquired lock "singleton_lock" {{(pid=102276) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 15:54:42.909837 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_concurrency.lockutils [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Releasing lock "singleton_lock" {{(pid=102276) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 15:54:42.910480 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Starting 2 workers Jan 27 15:54:42.915385 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Started child 102384 {{(pid=102276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 15:54:42.919925 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Started child 102385 {{(pid=102276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 15:54:42.921016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:42.921703 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO neutron.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 15:54:42.922177 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:42.922614 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [-] (102384) wsgi starting up on http://0.0.0.0:9696 Jan 27 15:54:42.923043 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 59588) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:54:42.924758 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Starting 1 workers Jan 27 15:54:42.925359 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:42.927108 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [-] (102385) wsgi starting up on http://0.0.0.0:9696 Jan 27 15:54:42.930047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Started child 102386 {{(pid=102276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 15:54:42.930593 dv-cinder-826350-3-iscsi neutron-server[102276]: INFO oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Starting 1 workers Jan 27 15:54:42.931922 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066648 Jan 27 15:54:42.934569 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] calling RpcWorker wait() {{(pid=102386) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 15:54:42.934569 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] returning from RpcWorker wait() {{(pid=102386) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 15:54:42.935429 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Started child 102387 {{(pid=102276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 15:54:42.936024 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:42.936455 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:54:42.936857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG neutron_lib.callbacks.manager [None req-8153a808-693d-4b8c-9547-b93c87f569b3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:42.939281 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102276) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 15:54:42.939806 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 15:54:42.940151 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 15:54:42.940398 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 15:54:42.940743 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 15:54:42.941064 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 15:54:42.941734 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.942136 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.942535 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.942936 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.943283 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.943822 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:42.944308 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.944308 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.944523 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.944825 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.945081 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.945264 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.945432 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.945693 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.945948 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.946099 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:54:42.946317 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.946598 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.946853 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.947137 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.947313 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.947582 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.947846 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.948232 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.948641 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] debug = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.949018 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.949638 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.950129 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.950381 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.950604 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.950877 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.951140 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.951441 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.951682 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954278 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954758 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.954995 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] host = dv-cinder-826350-3-iscsi {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.955222 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.955441 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.955671 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.955926 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.956315 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.956698 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.957187 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.957593 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.958001 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.958402 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.958675 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.958914 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.959161 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.959406 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.959569 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_options = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.959789 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.960179 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.960590 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.960925 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.961236 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.961554 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.961966 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.962274 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.962698 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.962925 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.963204 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.963433 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.963670 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.964429 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.964429 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.964598 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.964758 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.965147 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.965585 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.965982 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.966353 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.967196 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.968075 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.968273 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.969093 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.969269 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.969585 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.969817 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.970157 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.970659 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.971156 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.972200 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.972450 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.972899 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.973342 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.974549 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.974949 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.975220 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.975672 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.976048 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.976457 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.976725 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.977366 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.977366 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.977798 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.977798 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.978058 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_json = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.978435 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.978840 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.980061 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.981126 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.981555 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.983113 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.985256 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.985715 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.986148 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:42.987790 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.989410 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.989753 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.989999 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.990280 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.990535 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.990785 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.991037 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.991317 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.991847 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.991847 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.992089 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.992503 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.992667 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.992937 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.993270 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.993703 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.993970 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.994192 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.994636 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.995081 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.995551 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.996019 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.996443 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.996891 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.997327 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.997819 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.998329 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.998794 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.999348 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.999654 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:42.999928 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.000185 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.000428 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.000695 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.000925 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.001204 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.001408 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.001632 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.001914 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.002148 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.002392 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.002684 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.002836 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.003972 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.004646 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.004646 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.004967 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.005104 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.005239 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.005612 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.005766 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.005902 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.006814 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.006814 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.006814 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.006814 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.008598 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.008598 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.008598 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.009032 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.009899 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.010200 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.010456 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.010683 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.010940 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.011173 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.011398 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.012711 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.013600 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.013835 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.014078 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.014508 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.014911 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.015710 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.015966 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.016264 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.016637 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.017018 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.017423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.017647 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.018073 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.018465 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.018888 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.019322 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.020325 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.020325 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.020325 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.020325 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.020812 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.021528 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.021528 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.021856 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.022195 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.022525 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.022857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.024301 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.024702 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.024965 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.025197 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.025442 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.025664 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.025939 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.026188 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.026443 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.026676 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.026899 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.027160 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.027471 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.027605 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.027972 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.028353 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.028738 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.029147 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.029527 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.029912 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.030182 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.030417 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.030711 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.031564 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.031854 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.032103 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.032359 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.032646 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.032912 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.033181 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.033410 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.033826 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.034219 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.034498 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.034743 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.035000 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.035251 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.035529 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.035799 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.036020 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.036234 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.036478 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.036794 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.037661 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.037661 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.037661 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.037863 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.037983 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.038218 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.038493 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.038752 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.039028 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.039264 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.039524 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.039770 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.039984 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.040235 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.040450 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.040688 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.040917 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.041172 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.041403 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.041638 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.041900 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.042115 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.042354 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.042586 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.042802 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.043747 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.044190 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.044414 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.044656 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.044911 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.045132 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.045358 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.045575 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.045791 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.046042 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.046274 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047392 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047392 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047392 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047392 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047635 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047778 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.047952 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.048443 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.048651 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.048867 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.049076 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.049301 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.049533 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.049772 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.049998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.050232 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.051107 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.051107 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.051107 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.051342 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052222 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052222 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052222 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052449 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052550 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052772 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.052989 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054056 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054056 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054056 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054056 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054321 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054321 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054635 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.054775 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.055048 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.055272 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.055569 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.055824 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.056058 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.056322 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.057518 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.057896 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.058201 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.058404 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.059383 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.060438 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.060438 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.060438 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.060791 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.061027 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.061251 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.061504 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.062104 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.062104 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.062376 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.062751 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.062972 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.063260 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.063918 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.064135 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.064565 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.065017 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.065193 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.065422 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.065643 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.065856 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.066087 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.066300 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.066523 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.066864 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.067309 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.067631 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.067936 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.068184 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.068406 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.068691 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.069009 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.071978 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.072885 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.072885 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.073132 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.073531 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.073927 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.074373 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.076122 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.076378 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:54:43.076583 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.076583 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.076583 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.076583 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.077409 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.077409 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.077409 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.078547 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.078547 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.078965 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.078965 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.079436 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.079436 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.079842 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.080236 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.080762 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.081047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.081323 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.081619 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.081851 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.082127 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.082410 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.082571 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.082749 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.082886 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 15:54:43.083467 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102276) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 15:54:43.083824 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 15:54:43.083976 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 15:54:43.084501 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 15:54:43.084810 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 15:54:43.085101 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 15:54:43.085447 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.085743 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.086294 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.086581 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.087010 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.087342 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.087649 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.087828 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.087981 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.088127 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.088409 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.088577 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.088722 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.088880 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.089024 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.089186 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.089334 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.089486 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.089651 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.090342 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.090684 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.091033 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.091389 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] debug = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.091550 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.091757 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.091917 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.092212 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.092503 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.092798 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.092958 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.093114 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.093901 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.094071 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.094228 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.094387 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.094547 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.094834 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095041 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095293 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095293 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095460 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095610 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] host = dv-cinder-826350-3-iscsi {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095752 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.095911 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.096057 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.096216 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.096858 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097059 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097228 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097388 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097485 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097644 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097797 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.097953 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.098100 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.098263 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.098517 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_options = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.098680 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.098838 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.099009 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.099741 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.099741 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.099741 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.099741 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100292 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100292 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100292 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100292 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100812 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100812 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100812 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.100812 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101311 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101311 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101311 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101702 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101702 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101986 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.101986 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.102256 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.102256 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.102541 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.102541 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.102834 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.102834 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.103036 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.104040 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.108327 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.109419 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.109419 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.109419 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.109419 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.109830 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.109934 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.110054 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.110207 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.110391 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.110590 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.110820 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.110820 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111344 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111344 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111344 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_json = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.111857 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.112665 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.112665 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.112665 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.116311 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.116512 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.116682 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 15:54:43.116828 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.116998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.117210 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.117430 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.117430 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.117843 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.117843 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.117843 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118310 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118310 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118310 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118699 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118699 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118951 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.118951 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.119316 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.119316 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.119592 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.119592 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.119856 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.119856 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.120117 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.120255 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.120392 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.124318 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.125151 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.125342 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.125487 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126248 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126248 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126248 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126248 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126248 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126869 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126869 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126869 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.126869 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.127317 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.127317 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.127317 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.127484 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.127624 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128341 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128341 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128341 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128626 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128706 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128842 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.128949 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.132994 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.133166 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.133346 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.133509 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.133663 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.133813 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.133974 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.134134 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.134308 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.134467 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.134623 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.134764 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.134923 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.135130 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.135266 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.135431 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.135577 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.135715 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.135865 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136014 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136153 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136281 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136482 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136568 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136728 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.136886 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.137050 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.137206 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.137365 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.137525 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.137686 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.137846 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138005 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138162 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138321 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138482 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138638 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138797 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.138954 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.139132 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.139291 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.139447 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.139615 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.139785 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.139943 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.140119 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.140893 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141051 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141207 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141363 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141520 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141676 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141834 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.141991 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.142148 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.142310 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.142468 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.142625 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.142781 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.142938 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.143121 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.143276 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.143436 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.143593 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.143749 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.143907 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.144064 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.144219 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.144376 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.144543 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.144700 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.144867 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145031 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145176 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145334 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145479 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145639 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145789 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.145928 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.146090 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.146233 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.146409 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.146662 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.146807 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.146970 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.147161 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.147308 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.147448 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.147587 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.147769 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.147927 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.148084 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.148242 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.148399 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.148555 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.148712 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.148868 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149032 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149171 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149368 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149511 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149635 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149770 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.149920 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.150077 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.150236 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.150394 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.150550 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.150713 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.150871 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151042 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151185 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151344 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151934 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151934 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151934 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.151934 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.152411 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.152411 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.152411 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.152765 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.152765 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.152915 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153002 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153111 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153268 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153427 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153584 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153743 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.153901 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.154059 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.154216 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.154373 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.154536 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.154694 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.154878 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.155055 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.155222 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.155389 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.155554 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.155705 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.155863 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156000 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156133 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156294 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156452 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156610 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156771 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.156912 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157050 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157205 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157335 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157495 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157652 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157811 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.157970 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.158132 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.158289 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.158447 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.158605 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.158762 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161047 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.161855 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.163356 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.164889 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165423 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.165945 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166457 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166457 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166457 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166457 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166742 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166742 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.166915 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.167096 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.167262 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.167433 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.167603 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.170998 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.171678 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.172262 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.172262 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.172262 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.172262 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 15:54:43.172262 dv-cinder-826350-3-iscsi neutron-server[102276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 15:54:54.467003 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341b2c5-882e-4c35-98da-f99db4b4797a None None] get_active_networks_info from dv-cinder-826350-3-iscsi {{(pid=102386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 15:54:54.618013 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341b2c5-882e-4c35-98da-f99db4b4797a None None] No non-hosted networks {{(pid=102386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 15:54:54.631440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1db785e8-d4f9-463b-9847-b982aebb636e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:56.686690 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-128a7f85-5df6-4db0-bc88-c0b411d250c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:56.742604 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5f562407-52bb-4e11-b75c-66b8a0fe65d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:57.599315 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:54:59.123759 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:00.430470 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:00.432679 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.433434 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.433992 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.434585 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.435152 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.435739 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.436283 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.436890 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.437412 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.437986 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.438507 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.439086 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.439707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:00.440443 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826350-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:00.446124 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826350-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:02.830853 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.db.l3_hamode_db [None req-3ed5cffb-ff62-4e80-a0d2-d872f0789e31 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 15:55:02.910837 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5cffb-ff62-4e80-a0d2-d872f0789e31 None None] Routers set() bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:55:02.911229 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5cffb-ff62-4e80-a0d2-d872f0789e31 None None] Router IDs set() for agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 15:55:03.278731 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59700) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:03.788086 dv-cinder-826350-3-iscsi neutron-server[102385]: WARNING oslo_policy.policy [None req-7a9ae41a-d8cc-4cb6-8ee0-7056c7d1ce99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:03.788667 dv-cinder-826350-3-iscsi neutron-server[102385]: WARNING oslo_policy.policy [None req-7a9ae41a-d8cc-4cb6-8ee0-7056c7d1ce99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:04.036748 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [None req-7a9ae41a-d8cc-4cb6-8ee0-7056c7d1ce99 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 15:55:04.038249 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7a9ae41a-d8cc-4cb6-8ee0-7056c7d1ce99 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7574074 Jan 27 15:55:06.701970 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59716) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:06.999805 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'tenant_id': '787098ba08444a28800acbe3b40df69c', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:07.090986 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.policy [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102385) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 15:55:07.132880 dv-cinder-826350-3-iscsi neutron-server[102385]: WARNING oslo_policy.policy [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:07.133215 dv-cinder-826350-3-iscsi neutron-server[102385]: WARNING oslo_policy.policy [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:07.226178 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748047843308', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748047827225', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748047890341', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748047876274', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748047869545', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748047862319', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3716043', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3992267', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949385'] for rbac-policy (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:07.291210 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:07.292396 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-66e0a372-0b1c-41d3-a09b-33101cd9b03d admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5894504 Jan 27 15:55:09.945649 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59728) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:10.242571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:10.270093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Made reservation on behalf of 8b1ed5cd8dca4c9392cf9592f8b52e99 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:55:10.272964 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.289572 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.397303 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks [] for security_group (285b6859-428e-49b6-bd54-3565dad2cf5c), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.401468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (285b6859-428e-49b6-bd54-3565dad2cf5c), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.421381 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:55:10.449188 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748049251979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (2a1c80ab-314e-4862-8c6c-f0da136d0b61), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.449758 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Unsubscribe: segment precommit_create {{(pid=102385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 15:55:10.450290 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Added segment 2a1c80ab-314e-4862-8c6c-f0da136d0b61 of type vlan for network ca6743f5-8aeb-4757-a049-fba65e099355 Jan 27 15:55:10.465923 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285b6859-428e-49b6-bd54-3565dad2cf5c,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:10.511308 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.511585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.511929 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.512263 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.512593 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.512918 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.513242 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.513569 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.513931 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.514272 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.514595 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.514913 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.515254 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Tracked resource versions report: Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: pushed versions: Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: { 'AddressGroup': {'1.2'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'ConntrackHelper': {'1.0'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'LocalIPAssociation': {'1.0'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Log': {'1.0'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Network': {'1.1'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Port': {'1.7'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'PortForwarding': {'1.2'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'QosPolicy': {'1.10'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroup': {'1.5'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroupRule': {'1.2'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SubPort': {'1.0'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Subnet': {'1.1'}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Trunk': {'1.1'}} Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: consumer versions: Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'ConntrackHelper': '1.0', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'LocalIPAssociation': '1.0', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Log': '1.0', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Network': '1.1', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Port': '1.7', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'PortForwarding': '1.2', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'QosPolicy': '1.10', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroup': '1.5', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroupRule': '1.2', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SubPort': '1.0', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Subnet': '1.1', Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Trunk': '1.1'}} Jan 27 15:55:10.516574 dv-cinder-826350-3-iscsi neutron-server[102385]: {{(pid=102385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 15:55:10.561341 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (ca6743f5-8aeb-4757-a049-fba65e099355), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.608625 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (ca6743f5-8aeb-4757-a049-fba65e099355), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.609888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:10.610594 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:10.695777 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7490430 Jan 27 15:55:10.707919 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd96e0-55cb-47ba-9785-9f3c32a86db6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6743f5-8aeb-4757-a049-fba65e099355,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:10.722651 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network ca6743f5-8aeb-4757-a049-fba65e099355 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:55:13.436372 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59742) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:13.823869 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055239f-4198-4bcb-ae74-d1737f3ac944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:13.825220 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-f055239f-4198-4bcb-ae74-d1737f3ac944 admin admin] 10.222.0.61 "GET /v2.0/networks/ca6743f5-8aeb-4757-a049-fba65e099355 HTTP/1.1" status: 200 len: 825 time: 0.3879054 Jan 27 15:55:13.849275 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-8bc5278a-df35-4eac-a818-162fc7693af8 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/5af78a1a-3c5b-4b19-b964-493d6ac34288 HTTP/1.1" status: 200 len: 734 time: 0.0183625 Jan 27 15:55:13.858493 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Request body: {'subnet': {'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:13.879152 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Made reservation on behalf of 8b1ed5cd8dca4c9392cf9592f8b52e99 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:55:13.881837 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:14.167953 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (72bd13c6-58aa-440b-b1a3-6fd4927a8cb8), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:14.235070 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bd13c6-58aa-440b-b1a3-6fd4927a8cb8,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:14.237057 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Checking segment: {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:55:14.237414 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Network hostable DHCP agents. Network: ca6743f5-8aeb-4757-a049-fba65e099355, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:55:14.259054 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Network ca6743f5-8aeb-4757-a049-fba65e099355 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:55:14.270950 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, ca6743f5-8aeb-4757-a049-fba65e099355) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:55:14.275552 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:14.276140 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:14.282422 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f7427-0a1f-4406-bce0-b359e1eee9ea None None] Network ca6743f5-8aeb-4757-a049-fba65e099355 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:55:14.294207 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-79237280-d5ad-4d8b-a93c-bfd44b784f22 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394569 Jan 27 15:55:14.558675 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-ca6743f5-8aeb-4757-a049-fba65e099355', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 15:55:14.561065 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:14.974095 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Allocated IP 172.20.0.2 (ca6743f5-8aeb-4757-a049-fba65e099355/72bd13c6-58aa-440b-b1a3-6fd4927a8cb8/5c91c90e-bb6e-44f2-b81a-c26cfb5eee67) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:55:15.251633 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Publish callbacks [] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:15.259677 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:15.332139 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Network ca6743f5-8aeb-4757-a049-fba65e099355 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:55:15.337887 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:55:15.349338 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:55:15.352516 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Pushing event updated for resources: {'Port': ['ID=5c91c90e-bb6e-44f2-b81a-c26cfb5eee67,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:15.384165 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.384533 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.384918 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.385242 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.385581 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.385913 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.386246 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.386575 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.386903 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.387273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.387608 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.387931 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.388252 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Tracked resource versions report: Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: pushed versions: Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: { 'AddressGroup': {'1.2'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'ConntrackHelper': {'1.0'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'LocalIPAssociation': {'1.0'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Log': {'1.0'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Network': {'1.1'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Port': {'1.7'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'PortForwarding': {'1.2'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'QosPolicy': {'1.10'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroup': {'1.5'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroupRule': {'1.2'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SubPort': {'1.0'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Subnet': {'1.1'}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Trunk': {'1.1'}} Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: consumer versions: Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'ConntrackHelper': '1.0', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'LocalIPAssociation': '1.0', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Log': '1.0', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Network': '1.1', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Port': '1.7', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'PortForwarding': '1.2', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'QosPolicy': '1.10', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroup': '1.5', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroupRule': '1.2', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SubPort': '1.0', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Subnet': '1.1', Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Trunk': '1.1'}} Jan 27 15:55:15.389687 dv-cinder-826350-3-iscsi neutron-server[102386]: {{(pid=102386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 15:55:15.441736 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Attempting to bind port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 15:55:15.442130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Attempting to bind port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 15:55:15.442557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Attempting to bind port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 on network ca6743f5-8aeb-4757-a049-fba65e099355 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:55:15.447571 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:55:15.447936 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Checking segment: {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:55:15.448435 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:15.448829 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Bound using segment: {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:55:15.449341 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Bound port: 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 15:55:15.449747 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:15.513510 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] For port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:55:15.517644 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] For port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=5c91c90e-bb6e-44f2-b81a-c26cfb5eee67,segment=NetworkSegment(2a1c80ab-314e-4862-8c6c-f0da136d0b61),segment_id=2a1c80ab-314e-4862-8c6c-f0da136d0b61)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:55:15.522766 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:15.586693 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3a9ca-b529-4fc8-81b8-b7f8ca4286ed None None] Pushing event updated for resources: {'Port': ['ID=5c91c90e-bb6e-44f2-b81a-c26cfb5eee67,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:16.989258 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59750) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:17.316114 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [None req-f9aa8b8c-1fae-460a-a235-e7395723597c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 15:55:17.317214 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-f9aa8b8c-1fae-460a-a235-e7395723597c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3266630 Jan 27 15:55:19.840158 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59758) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:20.149491 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [None req-3c1f7b0c-b22c-45b0-b2c5-eb64afe8b629 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 15:55:20.150496 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3c1f7b0c-b22c-45b0-b2c5-eb64afe8b629 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3093855 Jan 27 15:55:22.834426 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59768) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:23.136844 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] Request body: {'router': {'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:23.160012 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:23.161530 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:23.296669 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] Publish callbacks [] for router_controller (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), precommit_add_association {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:23.301223 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:23.315286 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:23.316451 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-100909b0-bd49-43f7-b111-d93831037c3a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4809785 Jan 27 15:55:24.390057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b1b9ce0-e14d-491c-9045-1329bfd7a418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:25.801529 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 59780) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:26.121424 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [None req-67fd3294-cf58-4c25-90f5-f9c3f25d3d3e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 15:55:26.122420 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-67fd3294-cf58-4c25-90f5-f9c3f25d3d3e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199494 Jan 27 15:55:26.690313 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-de5785b7-7d99-4b3a-896a-a82a58b36555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:26.805053 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b0c2f-f110-412a-90ca-7d8ce49c415c None None] Network ca6743f5-8aeb-4757-a049-fba65e099355 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:55:26.877791 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] Provisioning complete for port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:26.878216 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:27.071573 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] Current status of the port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:27.072011 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:27.107995 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] For port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=5c91c90e-bb6e-44f2-b81a-c26cfb5eee67,segment=NetworkSegment(2a1c80ab-314e-4862-8c6c-f0da136d0b61),segment_id=2a1c80ab-314e-4862-8c6c-f0da136d0b61)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:55:27.119368 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:27.146353 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:55:27.212853 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:27.212853 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:27.265250 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd7c71-925b-435c-8c40-c7151aad151c None None] Pushing event updated for resources: {'Port': ['ID=5c91c90e-bb6e-44f2-b81a-c26cfb5eee67,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:27.289251 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-dc1b0a8d-ca37-4d0a-a087-02c1fdafe032 None None] Provisioning complete for port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:27.289649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0a8d-ca37-4d0a-a087-02c1fdafe032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:27.359300 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:27.399982 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b0a8d-ca37-4d0a-a087-02c1fdafe032 None None] Current status of the port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:27.560989 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:28.648139 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 59812) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:28.865839 dv-cinder-826350-3-iscsi neutron-server[102384]: WARNING oslo_policy.policy [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:28.866403 dv-cinder-826350-3-iscsi neutron-server[102384]: WARNING oslo_policy.policy [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:29.080362 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.083461 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:55:29.109722 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'tenant_id': '787098ba08444a28800acbe3b40df69c', 'is_default': True, 'project_id': '787098ba08444a28800acbe3b40df69c'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:29.132707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:29.133090 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.163655 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Made reservation on behalf of 787098ba08444a28800acbe3b40df69c for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:55:29.223303 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:29.224734 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.policy [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 15:55:29.268089 dv-cinder-826350-3-iscsi neutron-server[102384]: WARNING oslo_policy.policy [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:29.268356 dv-cinder-826350-3-iscsi neutron-server[102384]: WARNING oslo_policy.policy [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 15:55:29.278496 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.299415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.407131 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks [] for security_group (247fbd49-bf1a-4f24-8afa-de63788cbe01), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.410553 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (247fbd49-bf1a-4f24-8afa-de63788cbe01), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.422450 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Reserving flat network on physical network physnet1 {{(pid=102384) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 15:55:29.451457 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748049251979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (81ffcf18-7dcf-44c3-9397-83f0f95846d4), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.452036 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Unsubscribe: segment precommit_create {{(pid=102384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 15:55:29.452564 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Added segment 81ffcf18-7dcf-44c3-9397-83f0f95846d4 of type flat for network 94671106-2690-4607-a24c-b125b14b1206 Jan 27 15:55:29.490680 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247fbd49-bf1a-4f24-8afa-de63788cbe01,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:29.525443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.525723 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.526059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.526396 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.526723 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.527076 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.527409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.528267 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.528606 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.528955 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.529279 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.529597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.529912 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Tracked resource versions report: Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: pushed versions: Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: { 'AddressGroup': {'1.2'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'ConntrackHelper': {'1.0'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'LocalIPAssociation': {'1.0'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Log': {'1.0'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Network': {'1.1'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Port': {'1.7'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'PortForwarding': {'1.2'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'QosPolicy': {'1.10'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroup': {'1.5'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroupRule': {'1.2'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SubPort': {'1.0'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Subnet': {'1.1'}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Trunk': {'1.1'}} Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: consumer versions: Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'ConntrackHelper': '1.0', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'LocalIPAssociation': '1.0', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Log': '1.0', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Network': '1.1', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Port': '1.7', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'PortForwarding': '1.2', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'QosPolicy': '1.10', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroup': '1.5', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroupRule': '1.2', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SubPort': '1.0', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Subnet': '1.1', Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Trunk': '1.1'}} Jan 27 15:55:29.531296 dv-cinder-826350-3-iscsi neutron-server[102384]: {{(pid=102384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 15:55:29.573718 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (94671106-2690-4607-a24c-b125b14b1206), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.616734 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (94671106-2690-4607-a24c-b125b14b1206), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.617827 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:29.618512 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:29.695148 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0459230 Jan 27 15:55:29.724628 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e35955-571e-43fa-b0e1-427f9ac7cd2c admin admin] Pushing event updated for resources: {'Network': ['ID=94671106-2690-4607-a24c-b125b14b1206,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:29.735068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 94671106-2690-4607-a24c-b125b14b1206 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:55:30.431863 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:32.022966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 59832) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:32.160543 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf988e1-728b-4215-b287-2eddc4cb547a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:32.161954 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0bf988e1-728b-4215-b287-2eddc4cb547a admin admin] 10.222.0.61 "GET /v2.0/subnets/72bd13c6-58aa-440b-b1a3-6fd4927a8cb8 HTTP/1.1" status: 200 len: 849 time: 0.1380048 Jan 27 15:55:32.325591 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b176e3e4-191d-40e9-b1c2-04e71f45d798 admin admin] 10.222.0.61 "GET /v2.0/routers/8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 HTTP/1.1" status: 200 len: 704 time: 0.1577969 Jan 27 15:55:32.602081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:32.892218 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Allocated IP 172.20.0.1 (ca6743f5-8aeb-4757-a049-fba65e099355/72bd13c6-58aa-440b-b1a3-6fd4927a8cb8/01c78b7d-397b-4418-98b7-2593271c4ec7) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:55:33.071137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks [] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.136609 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.209300 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Network ca6743f5-8aeb-4757-a049-fba65e099355 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:55:33.214741 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:55:33.225221 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:55:33.226300 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.276831 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Pushing event updated for resources: {'Port': ['ID=01c78b7d-397b-4418-98b7-2593271c4ec7,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:33.424342 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.505829 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b26ae96b-a2b8-4471-af0b-d3763bb12ae3 None None] Provisioning complete for port 01c78b7d-397b-4418-98b7-2593271c4ec7 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:33.506472 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b26ae96b-a2b8-4471-af0b-d3763bb12ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.537110 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b26ae96b-a2b8-4471-af0b-d3763bb12ae3 None None] Port 01c78b7d-397b-4418-98b7-2593271c4ec7 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 15:55:33.678171 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks [] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.682422 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.683220 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.761211 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Pushing event updated for resources: {'Port': ['ID=01c78b7d-397b-4418-98b7-2593271c4ec7,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:33.806926 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Network ca6743f5-8aeb-4757-a049-fba65e099355 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:55:33.808247 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:55:33.958482 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-14196fc2-18e3-4409-b419-958ac1018a07 None None] Provisioning complete for port 01c78b7d-397b-4418-98b7-2593271c4ec7 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:33.958961 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-14196fc2-18e3-4409-b419-958ac1018a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:33.968560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:55:33.992638 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-14196fc2-18e3-4409-b419-958ac1018a07 None None] Port 01c78b7d-397b-4418-98b7-2593271c4ec7 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 15:55:34.060227 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:55:34.065916 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5845146f-199a-4a06-bb29-a9db9d4b719c admin admin] 10.222.0.61 "PUT /v2.0/routers/8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7351644 Jan 27 15:55:34.069661 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Sync routers for ids ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:55:34.081979 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Routers {'8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:55:34.082791 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T15:55:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:34.269213 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Set router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 gateway port host: None {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:55:34.698738 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'name': 'router1', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:55:23Z', 'updated_at': '2022-01-27T15:55:33Z', 'revision_number': 2, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'gw_port_host': None, '_interfaces': [{'id': '01c78b7d-397b-4418-98b7-2593271c4ec7', 'name': '', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'mac_address': 'fa:16:3e:2f:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:32Z', 'updated_at': '2022-01-27T15:55:33Z', 'revision_number': 2, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'subnets': [{'id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:34.751130 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Checking router: 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:55:34.751506 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Updating router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 port 01c78b7d-397b-4418-98b7-2593271c4ec7 binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:55:34.799878 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.313114 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Publish callbacks [] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.320418 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.483326 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Pushing event updated for resources: {'Port': ['ID=01c78b7d-397b-4418-98b7-2593271c4ec7,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:35.499212 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Attempting to bind port 01c78b7d-397b-4418-98b7-2593271c4ec7 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 15:55:35.499616 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Attempting to bind port 01c78b7d-397b-4418-98b7-2593271c4ec7 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 15:55:35.500316 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Attempting to bind port 01c78b7d-397b-4418-98b7-2593271c4ec7 on network ca6743f5-8aeb-4757-a049-fba65e099355 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:55:35.505622 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:55:35.506069 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Checking segment: {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:55:35.506512 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.506908 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Bound using segment: {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:55:35.507426 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Bound port: 01c78b7d-397b-4418-98b7-2593271c4ec7, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1c80ab-314e-4862-8c6c-f0da136d0b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 15:55:35.507811 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.511277 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.511671 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.512012 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.512351 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.512683 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.513013 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.513339 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.513664 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.513985 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.514325 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.514647 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.514968 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.515311 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Tracked resource versions report: Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: pushed versions: Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: { 'AddressGroup': {'1.2'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'ConntrackHelper': {'1.0'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'LocalIPAssociation': {'1.0'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Log': {'1.0'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Network': {'1.1'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Port': {'1.7'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'PortForwarding': {'1.2'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'QosPolicy': {'1.10'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroup': {'1.5'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroupRule': {'1.2'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SubPort': {'1.0'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Subnet': {'1.1'}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Trunk': {'1.1'}} Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: consumer versions: Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'ConntrackHelper': '1.0', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'LocalIPAssociation': '1.0', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Log': '1.0', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Network': '1.1', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Port': '1.7', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'PortForwarding': '1.2', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'QosPolicy': '1.10', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroup': '1.5', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroupRule': '1.2', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SubPort': '1.0', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Subnet': '1.1', Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Trunk': '1.1'}} Jan 27 15:55:35.516699 dv-cinder-826350-3-iscsi neutron-server[102387]: {{(pid=102387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 15:55:35.589397 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] For port 01c78b7d-397b-4418-98b7-2593271c4ec7, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:55:35.611723 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] For port 01c78b7d-397b-4418-98b7-2593271c4ec7, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=01c78b7d-397b-4418-98b7-2593271c4ec7,segment=NetworkSegment(2a1c80ab-314e-4862-8c6c-f0da136d0b61),segment_id=2a1c80ab-314e-4862-8c6c-f0da136d0b61)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:55:35.617436 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.621993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] Provisioning complete for port 01c78b7d-397b-4418-98b7-2593271c4ec7 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:35.623195 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.678771 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7f1ba-d4bc-4335-98ee-c8f69ea765eb None None] Pushing event updated for resources: {'Port': ['ID=01c78b7d-397b-4418-98b7-2593271c4ec7,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:35.681636 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Routers {'8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:55:35.682244 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T15:55:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:35.711739 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] Current status of the port 01c78b7d-397b-4418-98b7-2593271c4ec7 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:35.712277 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.757917 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] For port 01c78b7d-397b-4418-98b7-2593271c4ec7, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=01c78b7d-397b-4418-98b7-2593271c4ec7,segment=NetworkSegment(2a1c80ab-314e-4862-8c6c-f0da136d0b61),segment_id=2a1c80ab-314e-4862-8c6c-f0da136d0b61)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:55:35.765683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.786038 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] Set router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 gateway port host: None {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:55:35.831199 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a144ce-667c-498d-8957-d03d3913854f None None] Pushing event updated for resources: {'Port': ['ID=01c78b7d-397b-4418-98b7-2593271c4ec7,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:35.886966 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-fd303880-3b46-4e0a-9360-3eecaa14b6cf None None] Provisioning complete for port 01c78b7d-397b-4418-98b7-2593271c4ec7 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:35.887488 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fd303880-3b46-4e0a-9360-3eecaa14b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:35.971891 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-fd303880-3b46-4e0a-9360-3eecaa14b6cf None None] Current status of the port 01c78b7d-397b-4418-98b7-2593271c4ec7 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:36.026006 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'name': 'router1', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:55:23Z', 'updated_at': '2022-01-27T15:55:33Z', 'revision_number': 2, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'gw_port_host': None, '_interfaces': [{'id': '01c78b7d-397b-4418-98b7-2593271c4ec7', 'name': '', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'mac_address': 'fa:16:3e:2f:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:32Z', 'updated_at': '2022-01-27T15:55:35Z', 'revision_number': 4, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'subnets': [{'id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:36.052097 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96fb285-4d60-4f5e-a622-c5968760c859 None None] The sync data for ids ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'] in dv-cinder-826350-3-iscsi is: [{'id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'name': 'router1', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:55:23Z', 'updated_at': '2022-01-27T15:55:33Z', 'revision_number': 2, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'gw_port_host': None, '_interfaces': [{'id': '01c78b7d-397b-4418-98b7-2593271c4ec7', 'name': '', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'mac_address': 'fa:16:3e:2f:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:32Z', 'updated_at': '2022-01-27T15:55:35Z', 'revision_number': 4, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'subnets': [{'id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:55:38.806496 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 59850) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:38.921092 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc1025-7bdd-4b88-8225-824432a61944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:38.922454 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-9ddc1025-7bdd-4b88-8225-824432a61944 admin admin] 10.222.0.61 "GET /v2.0/networks/94671106-2690-4607-a24c-b125b14b1206 HTTP/1.1" status: 200 len: 842 time: 0.1149411 Jan 27 15:55:38.931790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Request body: {'subnet': {'tenant_id': '787098ba08444a28800acbe3b40df69c', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:38.953221 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Made reservation on behalf of 787098ba08444a28800acbe3b40df69c for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:55:38.955496 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:39.256398 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.objects.ports [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 15:55:39.256777 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (ad67e580-505f-44ed-9c04-2d4fe2cbfa3f), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:39.313878 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad67e580-505f-44ed-9c04-2d4fe2cbfa3f,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:39.323244 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:55:39.324170 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Network hostable DHCP agents. Network: 94671106-2690-4607-a24c-b125b14b1206, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:55:39.347623 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:55:39.359607 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 94671106-2690-4607-a24c-b125b14b1206) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:55:39.364122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:39.364812 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:39.369476 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43fd53a-2df9-4647-9e63-4d303a9c1617 None None] Network 94671106-2690-4607-a24c-b125b14b1206 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:55:39.385769 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-3c839eac-62b5-4bde-9ede-d7ff74e9600d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4572384 Jan 27 15:55:39.470924 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ea1bc-d0cd-4f05-bef0-3318e174f53b None None] Network 94671106-2690-4607-a24c-b125b14b1206 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:55:41.749121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 59858) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:41.885782 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1e3f9189-bf5b-4c6d-96f1-83c2ef07551c admin admin] 10.222.0.61 "GET /v2.0/routers/8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 HTTP/1.1" status: 200 len: 710 time: 0.1351142 Jan 27 15:55:41.969778 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0797f6-e8af-42b3-b3fb-0ceb4e206ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:55:41.971093 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cc0797f6-e8af-42b3-b3fb-0ceb4e206ae8 admin admin] 10.222.0.61 "GET /v2.0/networks/94671106-2690-4607-a24c-b125b14b1206 HTTP/1.1" status: 200 len: 886 time: 0.0795364 Jan 27 15:55:41.979917 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:55:42.296229 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks [] for router_gateway (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:42.539280 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks [] for router_gateway (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:42.614956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:42.722159 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Allocated IP 172.27.3.203 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/714c0991-ca28-4805-b16d-9261918f913e) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:55:42.826769 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks [] for port (714c0991-ca28-4805-b16d-9261918f913e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:42.859841 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (714c0991-ca28-4805-b16d-9261918f913e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:42.896389 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:55:42.899003 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:55:42.904204 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:55:42.909098 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Pushing event updated for resources: {'Port': ['ID=714c0991-ca28-4805-b16d-9261918f913e,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:43.117732 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 01c78b7d-397b-4418-98b7-2593271c4ec7 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:55:43.148295 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks [] for router_gateway (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:43.164617 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 01c78b7d-397b-4418-98b7-2593271c4ec7 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:43.165004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:43.239438 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 01c78b7d-397b-4418-98b7-2593271c4ec7 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:43.341460 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3077'] for router (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:43.345042 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533770'] for router (8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:43.454715 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:55:43.560869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:55:43.565139 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:43.566317 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2d18ef7a-d980-45cc-8a50-f3e1eccbe99b admin admin] 10.222.0.61 "PUT /v2.0/routers/8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 HTTP/1.1" status: 200 len: 890 time: 1.5895722 Jan 27 15:55:44.402111 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Sync routers for ids ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:55:44.416767 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Routers {'8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:55:44.417518 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T15:55:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:44.628735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Set router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:55:45.085816 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'name': 'router1', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '714c0991-ca28-4805-b16d-9261918f913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:55:23Z', 'updated_at': '2022-01-27T15:55:43Z', 'revision_number': 4, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'gw_port': {'id': '714c0991-ca28-4805-b16d-9261918f913e', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:42Z', 'updated_at': '2022-01-27T15:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '01c78b7d-397b-4418-98b7-2593271c4ec7', 'name': '', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'mac_address': 'fa:16:3e:2f:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:32Z', 'updated_at': '2022-01-27T15:55:35Z', 'revision_number': 5, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'subnets': [{'id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:45.134491 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Checking router: 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:55:45.134848 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Updating router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 port 714c0991-ca28-4805-b16d-9261918f913e binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:55:45.182893 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (714c0991-ca28-4805-b16d-9261918f913e), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:45.501872 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Publish callbacks [] for port (714c0991-ca28-4805-b16d-9261918f913e), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:45.508491 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (714c0991-ca28-4805-b16d-9261918f913e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:45.566491 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2813a1b-3063-4a2d-9c4a-48ae8588d235 None None] Pushing event updated for resources: {'Port': ['ID=714c0991-ca28-4805-b16d-9261918f913e,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:45.569636 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Attempting to bind port 714c0991-ca28-4805-b16d-9261918f913e on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 15:55:45.570015 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Attempting to bind port 714c0991-ca28-4805-b16d-9261918f913e by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 15:55:45.570540 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Attempting to bind port 714c0991-ca28-4805-b16d-9261918f913e on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:55:45.577559 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:55:45.577945 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:55:45.578351 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:45.578738 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:55:45.579231 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Bound port: 714c0991-ca28-4805-b16d-9261918f913e, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 15:55:45.579614 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (714c0991-ca28-4805-b16d-9261918f913e), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:45.628382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] For port 714c0991-ca28-4805-b16d-9261918f913e, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:55:45.631505 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] For port 714c0991-ca28-4805-b16d-9261918f913e, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=714c0991-ca28-4805-b16d-9261918f913e,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:55:45.636412 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (714c0991-ca28-4805-b16d-9261918f913e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:45.690999 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2813a1b-3063-4a2d-9c4a-48ae8588d235 None None] Pushing event updated for resources: {'Port': ['ID=714c0991-ca28-4805-b16d-9261918f913e,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:45.694935 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Routers {'8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:55:45.695554 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T15:55:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:45.812377 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] Set router 8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:55:46.018734 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'name': 'router1', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '714c0991-ca28-4805-b16d-9261918f913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:55:23Z', 'updated_at': '2022-01-27T15:55:43Z', 'revision_number': 4, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'gw_port': {'id': '714c0991-ca28-4805-b16d-9261918f913e', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:42Z', 'updated_at': '2022-01-27T15:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '01c78b7d-397b-4418-98b7-2593271c4ec7', 'name': '', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'mac_address': 'fa:16:3e:2f:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:32Z', 'updated_at': '2022-01-27T15:55:35Z', 'revision_number': 5, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'subnets': [{'id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:55:46.045836 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a959d-d88d-444d-8b04-8f7641508579 None None] The sync data for ids ['8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67'] in dv-cinder-826350-3-iscsi is: [{'id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'name': 'router1', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '714c0991-ca28-4805-b16d-9261918f913e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:55:23Z', 'updated_at': '2022-01-27T15:55:43Z', 'revision_number': 4, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'gw_port': {'id': '714c0991-ca28-4805-b16d-9261918f913e', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:42Z', 'updated_at': '2022-01-27T15:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '01c78b7d-397b-4418-98b7-2593271c4ec7', 'name': '', 'network_id': 'ca6743f5-8aeb-4757-a049-fba65e099355', 'tenant_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'mac_address': 'fa:16:3e:2f:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42fbd6-92d4-40b4-b2b7-e31b5bb5ce67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:55:32Z', 'updated_at': '2022-01-27T15:55:35Z', 'revision_number': 5, 'project_id': '8b1ed5cd8dca4c9392cf9592f8b52e99', 'subnets': [{'id': '72bd13c6-58aa-440b-b1a3-6fd4927a8cb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5af78a1a-3c5b-4b19-b964-493d6ac34288'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:55:46.061916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 59870) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:55:46.187691 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-258d6fb5-b2da-4ad0-8efd-e17ce4cce16d admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1246076 Jan 27 15:55:47.133636 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 714c0991-ca28-4805-b16d-9261918f913e up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:55:47.180429 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 714c0991-ca28-4805-b16d-9261918f913e triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:47.180827 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (714c0991-ca28-4805-b16d-9261918f913e), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:47.263462 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 714c0991-ca28-4805-b16d-9261918f913e is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:47.263864 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (714c0991-ca28-4805-b16d-9261918f913e), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:47.283295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 714c0991-ca28-4805-b16d-9261918f913e, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=714c0991-ca28-4805-b16d-9261918f913e,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:55:47.286688 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (714c0991-ca28-4805-b16d-9261918f913e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:47.337855 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=714c0991-ca28-4805-b16d-9261918f913e,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:55:49.109807 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 714c0991-ca28-4805-b16d-9261918f913e up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:55:49.167903 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 714c0991-ca28-4805-b16d-9261918f913e triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:55:49.168295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (714c0991-ca28-4805-b16d-9261918f913e), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:49.264022 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 714c0991-ca28-4805-b16d-9261918f913e is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:55:54.420134 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cc1a2327-328e-4c1f-8c2e-fdf09a04c45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:56.693859 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a4ef81a9-c429-4817-99d2-3b74d081a4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:56.989808 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:55:57.569999 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:55:59.086507 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:00.437733 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:24.393281 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-319fb461-a089-40ea-a276-f783b0831c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:26.700768 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5142da98-c99c-49a5-9602-39e4b998d0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:27.576366 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:29.089955 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:30.430359 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:33.988667 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:56:54.396464 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-192a560e-d03b-4805-9f1b-3d18fcfe98bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:56.694652 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1c43db29-8a4c-42b8-87bd-6832a56cb1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:57.572016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:56:59.089855 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:00.435311 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:05.963295 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60354) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:06.024695 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d6ba6e-3fb1-4c0e-a87d-dec135157f93 admin admin] GET failed (client error): The resource could not be found. Jan 27 15:57:06.026003 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-20d6ba6e-3fb1-4c0e-a87d-dec135157f93 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617669 Jan 27 15:57:06.270533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550e9dc-6d99-436f-9693-ca764123fa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:06.272001 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-d550e9dc-6d99-436f-9693-ca764123fa38 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2417126 Jan 27 15:57:08.560536 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60364) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:08.651101 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6bb9a-2c2e-48f7-827b-edd628cd72ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:08.652471 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-02f6bb9a-2c2e-48f7-827b-edd628cd72ea admin admin] 10.222.0.61 "GET /v2.0/subnets/72bd13c6-58aa-440b-b1a3-6fd4927a8cb8 HTTP/1.1" status: 200 len: 849 time: 0.0909851 Jan 27 15:57:08.662728 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:57:08.748451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Publish callbacks [] for subnet (72bd13c6-58aa-440b-b1a3-6fd4927a8cb8), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:08.888767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748049198035'] for subnet (72bd13c6-58aa-440b-b1a3-6fd4927a8cb8), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:08.919164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:08.919762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:08.935768 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] 10.222.0.61 "PUT /v2.0/subnets/72bd13c6-58aa-440b-b1a3-6fd4927a8cb8 HTTP/1.1" status: 200 len: 868 time: 0.2770660 Jan 27 15:57:08.939294 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b47d3-df39-4901-8351-db2d87b67030 None None] Network ca6743f5-8aeb-4757-a049-fba65e099355 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:57:08.958333 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bd13c6-58aa-440b-b1a3-6fd4927a8cb8,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:57:08.966174 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.966559 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.966910 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.967299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.967636 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.967969 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.968315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.968646 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.968979 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.969301 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.969627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.969966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:08.970396 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bf1c7-0e0b-4992-a169-22a8f73da3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:57:09.322158 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-435b89dd-e3dd-4dcf-9cf1-438ad54748cd None None] Provisioning complete for port 01c78b7d-397b-4418-98b7-2593271c4ec7 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:57:09.322598 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-435b89dd-e3dd-4dcf-9cf1-438ad54748cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (01c78b7d-397b-4418-98b7-2593271c4ec7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:09.404925 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-435b89dd-e3dd-4dcf-9cf1-438ad54748cd None None] Current status of the port 01c78b7d-397b-4418-98b7-2593271c4ec7 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:57:09.414922 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-435b89dd-e3dd-4dcf-9cf1-438ad54748cd None None] Provisioning complete for port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:57:09.415482 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-435b89dd-e3dd-4dcf-9cf1-438ad54748cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (5c91c90e-bb6e-44f2-b81a-c26cfb5eee67), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:09.498896 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-435b89dd-e3dd-4dcf-9cf1-438ad54748cd None None] Current status of the port 5c91c90e-bb6e-44f2-b81a-c26cfb5eee67 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:57:10.987386 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:57:11.197339 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60372) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:11.394346 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a238ab3a-57a0-4753-add1-7cbf112e8886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:11.394809 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a238ab3a-57a0-4753-add1-7cbf112e8886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:11.396395 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-a238ab3a-57a0-4753-add1-7cbf112e8886 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980796 Jan 27 15:57:13.642886 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60380) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:13.843977 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e5b6b-d2ec-4ccf-87f3-1c33290f2515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:13.844440 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e5b6b-d2ec-4ccf-87f3-1c33290f2515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:13.845977 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-8e5e5b6b-d2ec-4ccf-87f3-1c33290f2515 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016094 Jan 27 15:57:16.093721 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60390) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:16.248848 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c5ff6-4e87-4a08-98ad-bdf37a1707cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:16.250229 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-238c5ff6-4e87-4a08-98ad-bdf37a1707cb admin admin] 10.222.0.61 "GET /v2.0/networks/94671106-2690-4607-a24c-b125b14b1206 HTTP/1.1" status: 200 len: 886 time: 0.1555490 Jan 27 15:57:18.509631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60398) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:18.658270 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8a4dc-837a-47c7-b08a-10514adb9029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:18.659981 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-bbf8a4dc-837a-47c7-b08a-10514adb9029 admin admin] 10.222.0.61 "GET /v2.0/networks/ca6743f5-8aeb-4757-a049-fba65e099355 HTTP/1.1" status: 200 len: 869 time: 0.1488616 Jan 27 15:57:20.981530 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60406) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:21.126093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e645b36-36b2-41d0-978b-29a2d48b7606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:21.126700 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e645b36-36b2-41d0-978b-29a2d48b7606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:21.128606 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0e645b36-36b2-41d0-978b-29a2d48b7606 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1456654 Jan 27 15:57:23.389720 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60414) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:23.482621 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25850562-5f84-46e8-9a93-3e9f51b3e22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:23.483101 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25850562-5f84-46e8-9a93-3e9f51b3e22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:23.484617 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-25850562-5f84-46e8-9a93-3e9f51b3e22b admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939083 Jan 27 15:57:24.399753 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9f10b2e7-e0a7-42fc-a410-7e8bbad36e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:25.755037 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60422) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:25.844947 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513887a4-52e2-4baf-ac1a-cb5404537875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:25.846290 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-513887a4-52e2-4baf-ac1a-cb5404537875 admin admin] 10.222.0.61 "GET /v2.0/subnets/72bd13c6-58aa-440b-b1a3-6fd4927a8cb8 HTTP/1.1" status: 200 len: 868 time: 0.0902913 Jan 27 15:57:26.697092 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-367678cd-fa93-41a3-8327-c2776b5647a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:27.577238 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:28.110071 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60430) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:28.201872 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c9c05-83d7-48b8-ba79-9a48156323ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:28.203259 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5f0c9c05-83d7-48b8-ba79-9a48156323ee admin admin] 10.222.0.61 "GET /v2.0/subnets/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f HTTP/1.1" status: 200 len: 816 time: 0.0922172 Jan 27 15:57:29.094139 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:30.438708 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:47.985707 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:57:52.522971 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60484) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:52.573435 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [None req-a133965b-a089-43ee-95a7-db141328a72d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 15:57:52.574754 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a133965b-a089-43ee-95a7-db141328a72d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505078 Jan 27 15:57:54.401973 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-30e3ea7b-00b8-4cb3-8753-4f672e36bdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:54.885981 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60492) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:54.944406 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a891ef4c-4ff2-42cc-8bc9-35ea964c676e admin admin] GET failed (client error): The resource could not be found. Jan 27 15:57:54.945662 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-a891ef4c-4ff2-42cc-8bc9-35ea964c676e admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587490 Jan 27 15:57:55.031712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f367f33d-dbed-4abb-8c68-e29d4f530a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:55.033178 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f367f33d-dbed-4abb-8c68-e29d4f530a08 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836339 Jan 27 15:57:56.699611 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4085c57d-15d4-411b-86ef-adb1f3ad9dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.349752 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60502) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:57.395692 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': '787098ba08444a28800acbe3b40df69c', 'name': 'shared', 'tenant_id': '787098ba08444a28800acbe3b40df69c'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:57:57.413440 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Made reservation on behalf of 787098ba08444a28800acbe3b40df69c for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:57:57.415756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.443379 dv-cinder-826350-3-iscsi neutron-server[102384]: WARNING neutron.services.revisions.revision_plugin [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Could not find related network for resource to bump revision. Jan 27 15:57:57.459328 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:57:57.470347 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (346a6ef7-dc39-4137-93b1-b143abb97df6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.470687 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Added segment 346a6ef7-dc39-4137-93b1-b143abb97df6 of type vlan for network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 Jan 27 15:57:57.523521 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (a8f0ce61-f1ec-4190-b01e-e85ec2509f04), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.549998 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (a8f0ce61-f1ec-4190-b01e-e85ec2509f04), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.551588 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:57:57.552325 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.579508 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:57.615213 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2642467 Jan 27 15:57:57.621220 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed636ab-57db-451c-89c4-3784b95324aa admin admin] Pushing event updated for resources: {'Network': ['ID=a8f0ce61-f1ec-4190-b01e-e85ec2509f04,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:57:57.642228 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:57:59.093113 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:57:59.935804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60512) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:57:59.993559 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d196d7-b929-4222-b9f5-69aa9013b547 admin admin] GET failed (client error): The resource could not be found. Jan 27 15:57:59.994853 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c1d196d7-b929-4222-b9f5-69aa9013b547 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580945 Jan 27 15:58:00.068396 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8ea780-fa55-429e-850f-0f0d34ab28a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:58:00.069915 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7c8ea780-fa55-429e-850f-0f0d34ab28a5 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706017 Jan 27 15:58:00.080324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '787098ba08444a28800acbe3b40df69c', 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04', 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:58:00.100247 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Made reservation on behalf of 787098ba08444a28800acbe3b40df69c for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:58:00.102541 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.261235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (5aa18dba-af34-4496-bccc-88737b604817), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.312819 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa18dba-af34-4496-bccc-88737b604817,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:58:00.321497 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Checking segment: {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:58:00.321870 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Network hostable DHCP agents. Network: a8f0ce61-f1ec-4190-b01e-e85ec2509f04, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:58:00.338013 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:58:00.346057 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, a8f0ce61-f1ec-4190-b01e-e85ec2509f04) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:58:00.350131 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:58:00.350767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.357437 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b467f36-9e68-42fd-b877-83cb94997542 None None] Network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:58:00.365773 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e9431ca3-192a-422d-b609-040b404cfaff admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2891910 Jan 27 15:58:00.565556 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.579771 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-a8f0ce61-f1ec-4190-b01e-e85ec2509f04', 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04', 'project_id': '787098ba08444a28800acbe3b40df69c', 'fixed_ips': [{'subnet_id': '5aa18dba-af34-4496-bccc-88737b604817'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 15:58:00.580673 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.719156 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Allocated IP 192.168.233.2 (a8f0ce61-f1ec-4190-b01e-e85ec2509f04/5aa18dba-af34-4496-bccc-88737b604817/a168359f-4b4e-4540-bf0f-c92ff93fd8eb) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:58:00.861169 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Publish callbacks [] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.868323 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.913961 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:58:00.917584 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:58:00.920145 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:58:00.923375 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Pushing event updated for resources: {'Port': ['ID=a168359f-4b4e-4540-bf0f-c92ff93fd8eb,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:58:00.931740 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.932106 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.932466 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.932804 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.933132 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.933461 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.933788 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.934112 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.934430 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.934773 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.935128 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.935450 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.935769 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:58:00.986211 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Attempting to bind port a168359f-4b4e-4540-bf0f-c92ff93fd8eb on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 15:58:00.986499 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Attempting to bind port a168359f-4b4e-4540-bf0f-c92ff93fd8eb by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 15:58:00.986858 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Attempting to bind port a168359f-4b4e-4540-bf0f-c92ff93fd8eb on network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:58:00.992379 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:58:00.992745 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Checking segment: {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 15:58:00.993139 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:00.993525 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Bound using segment: {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:58:00.993986 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Bound port: a168359f-4b4e-4540-bf0f-c92ff93fd8eb, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 15:58:00.994358 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:01.055057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] For port a168359f-4b4e-4540-bf0f-c92ff93fd8eb, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:58:01.058246 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] For port a168359f-4b4e-4540-bf0f-c92ff93fd8eb, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=a168359f-4b4e-4540-bf0f-c92ff93fd8eb,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:58:01.063052 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:01.121813 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e41aee-855e-49db-bc80-a9f5beb38134 None None] Pushing event updated for resources: {'Port': ['ID=a168359f-4b4e-4540-bf0f-c92ff93fd8eb,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:58:02.055476 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc84816-2418-4131-b873-d1c30cdd6883 None None] Network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 15:58:02.164370 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] Provisioning complete for port a168359f-4b4e-4540-bf0f-c92ff93fd8eb triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:58:02.164706 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:02.253741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] Current status of the port a168359f-4b4e-4540-bf0f-c92ff93fd8eb is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:58:02.254140 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:02.290517 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] For port a168359f-4b4e-4540-bf0f-c92ff93fd8eb, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=a168359f-4b4e-4540-bf0f-c92ff93fd8eb,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:58:02.295873 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:02.356336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5737e3-aa1a-4e9a-897b-632d6bbbba7c None None] Pushing event updated for resources: {'Port': ['ID=a168359f-4b4e-4540-bf0f-c92ff93fd8eb,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:58:02.416484 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-69321cc8-ebf3-4140-ac90-16bd374776be None None] Provisioning complete for port a168359f-4b4e-4540-bf0f-c92ff93fd8eb triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:58:02.416807 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-69321cc8-ebf3-4140-ac90-16bd374776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:02.493826 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-69321cc8-ebf3-4140-ac90-16bd374776be None None] Current status of the port a168359f-4b4e-4540-bf0f-c92ff93fd8eb is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:58:03.195327 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device a168359f-4b4e-4540-bf0f-c92ff93fd8eb up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:58:03.248937 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port a168359f-4b4e-4540-bf0f-c92ff93fd8eb triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:58:03.249314 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (a168359f-4b4e-4540-bf0f-c92ff93fd8eb), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:03.326048 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port a168359f-4b4e-4540-bf0f-c92ff93fd8eb is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 15:58:24.404180 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-62159525-2166-42a2-a50f-8097ace49e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:24.983964 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:58:26.701680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a0d49c4-f9d4-41f3-914e-f477280174e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:27.581160 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:29.094838 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:30.440057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:54.406592 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37b91d5a-3244-486c-a05d-01c4a016e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:56.705717 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc1fe5b8-95c8-4a10-a26d-000d038329e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:57.583822 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:58:59.100321 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:00.442832 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:01.982304 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:59:19.357813 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60556) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:59:19.365093 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [None req-f911f398-197a-404e-b24f-61fe85ce1dee tempest-verify_tempest_config-2017601424 tempest-verify_tempest_config-2017601424-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 15:59:19.366121 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f911f398-197a-404e-b24f-61fe85ce1dee tempest-verify_tempest_config-2017601424 tempest-verify_tempest_config-2017601424-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073373 Jan 27 15:59:19.660281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60574) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:59:19.765710 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:19.842801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Publish callbacks [] for security_group (1d21fd8c-40b7-4d07-ac53-e831608bc0a0), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:19.847770 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1d21fd8c-40b7-4d07-ac53-e831608bc0a0), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:19.893197 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d69b7d10c184ff8ab492d6eeb99aaa2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2318168 Jan 27 15:59:19.894763 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d21fd8c-40b7-4d07-ac53-e831608bc0a0,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:59:19.896495 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60578) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 15:59:19.902412 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.902772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.903147 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.903488 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.903824 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.904157 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.904506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.904843 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.905171 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.905499 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.905823 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.906146 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.906469 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a922a88-2837-4939-a8e4-2a5e9bef5bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:19.951315 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Publish callbacks [] for security_group (1d21fd8c-40b7-4d07-ac53-e831608bc0a0), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:19.973895 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Publish callbacks [] for security_group (1d21fd8c-40b7-4d07-ac53-e831608bc0a0), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:20.060230 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1d21fd8c-40b7-4d07-ac53-e831608bc0a0), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:20.062918 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:20.064186 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d21fd8c-40b7-4d07-ac53-e831608bc0a0 HTTP/1.1" status: 204 len: 168 time: 0.1667514 Jan 27 15:59:20.072508 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d21fd8c-40b7-4d07-ac53-e831608bc0a0,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:59:20.078923 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.079322 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.079675 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.080018 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.080352 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.080683 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.081029 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.081365 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.081708 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.082041 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.082365 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.082855 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:20.083377 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c026dd-3db2-4613-a5e9-678ede5a31e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:59:24.409843 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef709183-d30f-4026-889d-fad3681138a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:26.701215 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-df782a3b-e1f3-4e3d-a9b8-158ec3f3878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:27.586224 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:29.102925 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:30.447261 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:38.984489 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:59:54.413609 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-927fc377-1e1a-4dc7-ad02-ea69517461ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:56.703264 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e4897809-b0a9-4a96-ac00-ce90dc7caade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:57.589250 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 15:59:59.105211 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:00.449458 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:15.983276 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:00:24.414621 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a87a30b5-7e28-43b7-af4c-1b87bf57cece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:26.705121 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-afcb22fe-5d40-496c-9e6e-866ab75635ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:27.591320 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:29.106138 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:30.451749 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:52.983802 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 5 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:00:54.415088 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e96a8797-a743-4f1a-bf93-be6e3d4cbca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:56.715004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d356dde2-846c-4747-8368-9e4a45bc016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:56.717396 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536487'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:57.596499 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:00:59.110666 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:00.457527 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:09.702741 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60652) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:01:09.808287 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a110bc4f-1a79-4e05-9ef6-8d95a65a4a9c admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1043365 Jan 27 16:01:12.085691 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60662) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:01:12.139435 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a1882380-718d-4e3b-9303-0127ddaa23ba admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526433 Jan 27 16:01:24.417231 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3149edca-9d5f-4e57-974a-d7d6447970a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:26.688625 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:26.707565 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b53bd1f5-2ccb-4dd7-9eaa-5df1695cc579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:27.596988 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:29.112968 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:29.983944 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:01:30.449958 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:54.418631 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-22d0cae7-3230-4f94-9102-52b492ed1161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:56.687049 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:56.709544 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2843fdb-5bbb-435e-a3e8-8ca85c49a5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:57.601593 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:01:59.116061 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:00.454367 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:06.985325 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:02:24.425786 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-63b5262b-a5c3-4c56-8194-3d9fc54e944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:26.709126 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:26.713555 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-883a7e9e-a998-4a05-ae58-3b2962e0838c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:27.604543 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:29.118271 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:30.498375 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:43.986022 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:02:45.149710 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60828) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:45.429632 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1219170281-network', 'tenant_id': 'a3e4b5fe4fed4a978fc9a0b4a22b14d3'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:45.449981 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Made reservation on behalf of a3e4b5fe4fed4a978fc9a0b4a22b14d3 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:45.453115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.462236 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.541451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks [] for security_group (96a4132d-f563-4604-91f3-29ba36f94a22), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.545737 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (96a4132d-f563-4604-91f3-29ba36f94a22), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.564435 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:45.586715 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (77d6925d-1eaa-46a1-a2e1-8f02e69e0861), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.587159 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Added segment 77d6925d-1eaa-46a1-a2e1-8f02e69e0861 of type vlan for network ddbc2b01-a0a1-4e21-bf8a-050c7de0b770 Jan 27 16:02:45.619688 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4132d-f563-4604-91f3-29ba36f94a22,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:45.637431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.637782 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.638124 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.638463 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.638790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.639146 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.639497 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.639828 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.640151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.640492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.640842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.641235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.641557 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Tracked resource versions report: Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: pushed versions: Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: { 'AddressGroup': {'1.2'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'ConntrackHelper': {'1.0'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Log': {'1.0'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Network': {'1.1'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Port': {'1.7'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'PortForwarding': {'1.2'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'QosPolicy': {'1.10'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroup': {'1.5'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SubPort': {'1.0'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Subnet': {'1.1'}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Trunk': {'1.1'}} Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: consumer versions: Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: HyperV agent@hv-cinder-82635: {}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'ConntrackHelper': '1.0', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'LocalIPAssociation': '1.0', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Log': '1.0', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Network': '1.1', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Port': '1.7', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'PortForwarding': '1.2', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'QosPolicy': '1.10', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroup': '1.5', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SecurityGroupRule': '1.2', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'SubPort': '1.0', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Subnet': '1.1', Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: 'Trunk': '1.1'}} Jan 27 16:02:45.642896 dv-cinder-826350-3-iscsi neutron-server[102384]: {{(pid=102384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:02:45.648467 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (ddbc2b01-a0a1-4e21-bf8a-050c7de0b770), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.674053 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (ddbc2b01-a0a1-4e21-bf8a-050c7de0b770), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.675281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:45.675894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.745123 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] Pushing event updated for resources: {'Network': ['ID=ddbc2b01-a0a1-4e21-bf8a-050c7de0b770,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:45.754255 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60874) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:45.760235 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Request body: {'subnet': {'network_id': 'ddbc2b01-a0a1-4e21-bf8a-050c7de0b770', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1219170281-subnet', 'tenant_id': 'a3e4b5fe4fed4a978fc9a0b4a22b14d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:45.761439 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network ddbc2b01-a0a1-4e21-bf8a-050c7de0b770 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:45.764275 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7dccbe2b-da6c-4544-a9c0-9e267a6f168a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6060743 Jan 27 16:02:45.782463 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Made reservation on behalf of a3e4b5fe4fed4a978fc9a0b4a22b14d3 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:45.785054 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:45.914059 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60886) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:45.946357 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60890) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:45.973908 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (6c96aa0f-a88a-4c44-91f7-f28449eedac3), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.016888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c96aa0f-a88a-4c44-91f7-f28449eedac3,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:46.026560 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.026913 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.027287 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.027640 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.027978 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.028491 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.028832 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.029161 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.029667 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.030176 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.030673 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.031182 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.031677 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Tracked resource versions report: Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: pushed versions: Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: { 'AddressGroup': {'1.2'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'ConntrackHelper': {'1.0'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Log': {'1.0'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Network': {'1.1'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Port': {'1.7'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'PortForwarding': {'1.2'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'QosPolicy': {'1.10'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroup': {'1.5'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SubPort': {'1.0'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Subnet': {'1.1'}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Trunk': {'1.1'}} Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: consumer versions: Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: HyperV agent@hv-cinder-82635: {}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'ConntrackHelper': '1.0', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'LocalIPAssociation': '1.0', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Log': '1.0', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Network': '1.1', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Port': '1.7', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'PortForwarding': '1.2', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'QosPolicy': '1.10', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroup': '1.5', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SecurityGroupRule': '1.2', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'SubPort': '1.0', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Subnet': '1.1', Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: 'Trunk': '1.1'}} Jan 27 16:02:46.032947 dv-cinder-826350-3-iscsi neutron-server[102385]: {{(pid=102385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:02:46.060015 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Checking segment: {'id': '77d6925d-1eaa-46a1-a2e1-8f02e69e0861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ddbc2b01-a0a1-4e21-bf8a-050c7de0b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:46.060642 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Network hostable DHCP agents. Network: ddbc2b01-a0a1-4e21-bf8a-050c7de0b770, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:46.077553 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Network ddbc2b01-a0a1-4e21-bf8a-050c7de0b770 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:46.088122 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, ddbc2b01-a0a1-4e21-bf8a-050c7de0b770) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:46.093207 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:46.095137 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.099162 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60896) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:46.101339 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de69a0aa-6c82-4567-8fab-5e511c083ae9 None None] Network ddbc2b01-a0a1-4e21-bf8a-050c7de0b770 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:46.135889 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1b6565c8-6024-454f-a994-08e59f08e71f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3803267 Jan 27 16:02:46.140169 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60900) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:46.234726 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d171eff-5a2c-467b-b7fe-23fc281e3880 None None] Network ddbc2b01-a0a1-4e21-bf8a-050c7de0b770 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:46.244291 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-225894749-network', 'tenant_id': '552a2b3a672744b885fb48a990f14fa8'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:46.284008 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60908) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:46.290742 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Made reservation on behalf of 552a2b3a672744b885fb48a990f14fa8 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:46.294086 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.309992 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.321763 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-291860895-network', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:46.368919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-925359108-network', 'tenant_id': 'b245b789104749da9a1417bab1c186c6'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:46.408254 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Made reservation on behalf of 89f6fa34c0ae441a8fcb708070986ea9 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:46.410467 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.437508 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-989801942-network', 'tenant_id': '8ff07a1c1705459093c50413a35df253'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:46.440468 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.489400 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Made reservation on behalf of b245b789104749da9a1417bab1c186c6 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:46.492273 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.499745 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks [] for security_group (72c99b79-c4a0-4f10-8223-f462df9c5a71), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.504835 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (72c99b79-c4a0-4f10-8223-f462df9c5a71), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.530009 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:46.564950 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.588319 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (e57d79d9-c326-44ad-a38c-3e6809a73279), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.588643 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Added segment e57d79d9-c326-44ad-a38c-3e6809a73279 of type vlan for network 2d24f765-3ff4-4cb1-af32-f521711e7f0b Jan 27 16:02:46.672705 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (2d24f765-3ff4-4cb1-af32-f521711e7f0b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.697007 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c99b79-c4a0-4f10-8223-f462df9c5a71,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:46.702017 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (2d24f765-3ff4-4cb1-af32-f521711e7f0b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.702524 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-992143653-network', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:46.703461 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:46.704254 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.705608 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Made reservation on behalf of 8ff07a1c1705459093c50413a35df253 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:46.707999 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.768066 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Made reservation on behalf of 8a2429eb90c34664ac6a690662ded8d4 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:46.773943 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] Pushing event updated for resources: {'Network': ['ID=2d24f765-3ff4-4cb1-af32-f521711e7f0b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:46.775134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.783535 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a78d0b72-363c-4265-8946-71c76248b98b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8684428 Jan 27 16:02:46.784415 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60932) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:46.786750 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 2d24f765-3ff4-4cb1-af32-f521711e7f0b details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:46.790839 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Request body: {'subnet': {'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-225894749-subnet', 'tenant_id': '552a2b3a672744b885fb48a990f14fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:46.803993 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.809504 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.811864 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Made reservation on behalf of 552a2b3a672744b885fb48a990f14fa8 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:46.814575 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.945189 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks [] for security_group (294fb112-a4fc-4810-aa86-5457c1e79a46), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.960616 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (294fb112-a4fc-4810-aa86-5457c1e79a46), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.973698 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:46.984005 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (17764d3b-e668-4eb1-bded-fe09a3ba5a74), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:46.984543 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Added segment 17764d3b-e668-4eb1-bded-fe09a3ba5a74 of type vlan for network a99e79c7-9b98-4a4c-90ca-45b97bd488ec Jan 27 16:02:47.015784 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (e17ddebf-0678-41f0-8cc0-9f3c28cde8ee), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.017022 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks [] for security_group (e4a9e3b3-a64f-4d90-959d-bb667beb953b), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.040606 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e4a9e3b3-a64f-4d90-959d-bb667beb953b), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.051265 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (a99e79c7-9b98-4a4c-90ca-45b97bd488ec), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.087905 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17ddebf-0678-41f0-8cc0-9f3c28cde8ee,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.092016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:47.134202 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Checking segment: {'id': 'e57d79d9-c326-44ad-a38c-3e6809a73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:47.134630 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Network hostable DHCP agents. Network: 2d24f765-3ff4-4cb1-af32-f521711e7f0b, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:47.140166 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (0cc9ba25-aac0-49aa-89c2-a86269d6fb43), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.140501 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Added segment 0cc9ba25-aac0-49aa-89c2-a86269d6fb43 of type vlan for network 3ac1415e-ce93-45b8-8b83-dca773596e87 Jan 27 16:02:47.148314 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks [] for security_group (4b636fdf-b789-4395-bb19-60a4a4af8a82), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.176888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Network 2d24f765-3ff4-4cb1-af32-f521711e7f0b is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:47.180128 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60952) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:47.188176 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1083816437-network', 'tenant_id': 'b024a53dba0a464d81bb42d508b70c93'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:47.189086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4b636fdf-b789-4395-bb19-60a4a4af8a82), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.195351 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294fb112-a4fc-4810-aa86-5457c1e79a46,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.202183 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 2d24f765-3ff4-4cb1-af32-f521711e7f0b) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:47.214001 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:47.214955 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.217865 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6f73b-d5f3-4599-af3c-58cd410aaf12 None None] Network 2d24f765-3ff4-4cb1-af32-f521711e7f0b requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:47.238555 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Made reservation on behalf of b024a53dba0a464d81bb42d508b70c93 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:47.242634 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.257565 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.277580 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-bbdcfaa7-b16d-4db4-b58d-d4bb8c1ab633 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4913037 Jan 27 16:02:47.395509 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks [] for security_group (4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.399027 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a9e3b3-a64f-4d90-959d-bb667beb953b,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.424971 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (a99e79c7-9b98-4a4c-90ca-45b97bd488ec), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.427898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:47.429418 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.458826 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks [] for security_group (97831c9d-703e-4411-bc08-b7755a2cfe3c), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.465127 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (97831c9d-703e-4411-bc08-b7755a2cfe3c), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.485844 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.489734 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b636fdf-b789-4395-bb19-60a4a4af8a82,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.524682 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2388775 Jan 27 16:02:47.558525 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (3ac1415e-ce93-45b8-8b83-dca773596e87), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.567995 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:47.570222 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.578947 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 60958) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:47.603921 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Request body: {'subnet': {'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-subnet', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:47.633498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed864a-8e2b-4a10-af5e-8ffa86a0fa08 None None] Network 2d24f765-3ff4-4cb1-af32-f521711e7f0b requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:47.640300 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:47.671273 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:02:47.679552 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Made reservation on behalf of 8a2429eb90c34664ac6a690662ded8d4 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:47.682116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.689835 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (92687ba4-f585-403b-8a75-7f95d8473a9b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.690178 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Added segment 92687ba4-f585-403b-8a75-7f95d8473a9b of type vlan for network b57e18be-65b7-4446-b40c-68176db2c222 Jan 27 16:02:47.710791 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97831c9d-703e-4411-bc08-b7755a2cfe3c,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.789702 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (b57e18be-65b7-4446-b40c-68176db2c222), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.852303 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (b57e18be-65b7-4446-b40c-68176db2c222), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.853648 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:47.854339 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.859745 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (e515388a-6d59-4667-9e6f-33f5a6911d00), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.860078 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Added segment e515388a-6d59-4667-9e6f-33f5a6911d00 of type vlan for network bebbf3bc-5a24-4217-8b9c-919f8a6115ca Jan 27 16:02:47.875446 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.db.resource_extend [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 16:02:47.920106 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7385294 Jan 27 16:02:47.922891 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60974) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:47.929776 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Request body: {'subnet': {'network_id': 'b57e18be-65b7-4446-b40c-68176db2c222', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1083816437-subnet', 'tenant_id': 'b024a53dba0a464d81bb42d508b70c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:47.943280 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742c953-52d1-4d3b-9cf4-2e0db6962c39 admin admin] Pushing event updated for resources: {'Network': ['ID=b57e18be-65b7-4446-b40c-68176db2c222,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:47.959383 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network b57e18be-65b7-4446-b40c-68176db2c222 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:47.971820 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (836af637-aa30-48ee-92fe-f419f3711dd0), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:47.972173 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Added segment 836af637-aa30-48ee-92fe-f419f3711dd0 of type vlan for network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c Jan 27 16:02:47.983993 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Made reservation on behalf of b024a53dba0a464d81bb42d508b70c93 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:47.986099 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.065031 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e163f-db4d-4ffa-88dc-e8be0a520c4b admin admin] Pushing event updated for resources: {'Network': ['ID=a99e79c7-9b98-4a4c-90ca-45b97bd488ec,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:48.069388 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (3ac1415e-ce93-45b8-8b83-dca773596e87), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.070321 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:48.070898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.089170 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:48.172122 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 60992) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:48.174952 dv-cinder-826350-3-iscsi neutron-server[102385]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 16:02:48.217748 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (428491c7-1dfc-4e6f-a1ce-ef805c994d7c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.260233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (bebbf3bc-5a24-4217-8b9c-919f8a6115ca), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.263880 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (428491c7-1dfc-4e6f-a1ce-ef805c994d7c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.264804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:48.265372 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.273324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac1415e-ce93-45b8-8b83-dca773596e87,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:48.288548 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:48.341753 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (14488b28-f4e4-44d4-919d-96783e6b0324), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.383196 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b797dc8e-ef74-4191-9d10-29fc8dde2b39 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4339190 Jan 27 16:02:48.387642 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.db.resource_extend [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 16:02:48.389980 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32768) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:48.454269 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Checking segment: {'id': '92687ba4-f585-403b-8a75-7f95d8473a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b57e18be-65b7-4446-b40c-68176db2c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:48.454710 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Network hostable DHCP agents. Network: b57e18be-65b7-4446-b40c-68176db2c222, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:48.464798 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Request body: {'subnet': {'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-subnet', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:48.468579 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] Pushing event updated for resources: {'Network': ['ID=428491c7-1dfc-4e6f-a1ce-ef805c994d7c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:48.480850 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:48.485607 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-a0be6b28-d808-40d7-a110-6f567fb832b9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3358667 Jan 27 16:02:48.490275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32776) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:48.500434 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Request body: {'subnet': {'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-989801942-subnet', 'tenant_id': '8ff07a1c1705459093c50413a35df253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:48.510033 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Network b57e18be-65b7-4446-b40c-68176db2c222 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:48.525849 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, b57e18be-65b7-4446-b40c-68176db2c222) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:48.531902 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (bebbf3bc-5a24-4217-8b9c-919f8a6115ca), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.533093 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:48.533842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.539302 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:48.540002 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.556719 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-4dcf6820-ecd6-4664-b02e-5c8e414fa8cc tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:48.559131 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-4dcf6820-ecd6-4664-b02e-5c8e414fa8cc tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/networks?id=2d24f765-3ff4-4cb1-af32-f521711e7f0b HTTP/1.1" status: 200 len: 811 time: 0.3847466 Jan 27 16:02:48.565029 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6409690 Jan 27 16:02:48.566117 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e05d8-079e-4754-98f7-28af805fdd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14488b28-f4e4-44d4-919d-96783e6b0324,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:48.580987 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4800603 Jan 27 16:02:48.581999 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05d8eb-b276-49d8-b6ad-a7b2e67f6268 None None] Network b57e18be-65b7-4446-b40c-68176db2c222 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:48.583259 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32782) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:48.591224 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-c6eecf1d-1a96-447e-b7ac-384e2fbeea68 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/quotas/552a2b3a672744b885fb48a990f14fa8 HTTP/1.1" status: 200 len: 375 time: 0.0226536 Jan 27 16:02:48.600747 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Request body: {'subnet': {'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-925359108-subnet', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:48.604042 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Made reservation on behalf of 89f6fa34c0ae441a8fcb708070986ea9 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:48.606431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.657242 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-158b81eb-e842-4b8e-adc5-649d6e45eb1a tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=552a2b3a672744b885fb48a990f14fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576720 Jan 27 16:02:48.659790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (4029b80c-6933-4888-83ef-3eda4486921a), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.705912 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Made reservation on behalf of 8ff07a1c1705459093c50413a35df253 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:48.708247 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.713526 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f7054-ab01-4bfb-ba27-8437e5bdbcf8 None None] Network b57e18be-65b7-4446-b40c-68176db2c222 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:48.744151 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32788) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:48.816329 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Deleting subnet 6c96aa0f-a88a-4c44-91f7-f28449eedac3 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:02:48.831596 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Publish callbacks [] for subnet (6c96aa0f-a88a-4c44-91f7-f28449eedac3), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.838244 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25c8de-4958-4f01-a8b9-dd38619d29f4 admin admin] Pushing event updated for resources: {'Network': ['ID=bebbf3bc-5a24-4217-8b9c-919f8a6115ca,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:48.852902 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Made reservation on behalf of b245b789104749da9a1417bab1c186c6 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:02:48.854892 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.874518 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Publish callbacks [] for subnet (6c96aa0f-a88a-4c44-91f7-f28449eedac3), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.889242 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (6c96aa0f-a88a-4c44-91f7-f28449eedac3), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:48.905359 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:02:48.919828 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a872487c-642d-4970-9e63-c869395ddda9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:02:48.921306 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a872487c-642d-4970-9e63-c869395ddda9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1093419 Jan 27 16:02:48.938078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4029b80c-6933-4888-83ef-3eda4486921a,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:48.999964 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Checking segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:49.000336 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Network hostable DHCP agents. Network: a99e79c7-9b98-4a4c-90ca-45b97bd488ec, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:49.019024 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (6c96aa0f-a88a-4c44-91f7-f28449eedac3), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.060091 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c96aa0f-a88a-4c44-91f7-f28449eedac3,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:49.069578 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-c0e2768b-4048-4ef1-a1de-dcea474d7ead service neutron] 10.222.0.61 "GET /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322927 Jan 27 16:02:49.070147 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.073172 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-f382e9f2-467d-4b30-9c19-1485fea89d2b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6c96aa0f-a88a-4c44-91f7-f28449eedac3 HTTP/1.1" status: 204 len: 168 time: 0.3277509 Jan 27 16:02:49.075965 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32792) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:49.082238 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:49.151375 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (adf1692f-6673-4f3f-b614-de302694ba36), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.153115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, a99e79c7-9b98-4a4c-90ca-45b97bd488ec) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:49.162337 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba78cd-1e5c-444d-b590-4a477fbd7ba2 None None] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:49.169945 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:49.170537 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.191726 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (ddbc2b01-a0a1-4e21-bf8a-050c7de0b770), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.229641 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-4f7be7bd-552f-47f4-af54-c8061c6f8774 service neutron] 10.222.0.61 "GET /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514821 Jan 27 16:02:49.268095 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-67221d6f-a79e-4e37-bc8f-68584efcc95f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6744113 Jan 27 16:02:49.268589 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32796) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:49.284045 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:49.298643 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87adad9e-1c60-49a1-9fd2-b2ebbf88efc6 None None] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:49.304597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (73862c75-5632-4450-8f2c-6525f0f099c7), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.307021 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf1692f-6673-4f3f-b614-de302694ba36,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:49.346489 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (ddbc2b01-a0a1-4e21-bf8a-050c7de0b770), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.361923 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (99f09f51-e332-469f-92b7-3aaa9d361d57), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.363487 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (99f09f51-e332-469f-92b7-3aaa9d361d57), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.371766 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for subnet (ea80960f-c97a-4559-adc9-e6c5a8772f5c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.375155 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Checking segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:49.375840 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Network hostable DHCP agents. Network: 3ac1415e-ce93-45b8-8b83-dca773596e87, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:49.412039 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73862c75-5632-4450-8f2c-6525f0f099c7,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:49.424668 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks [] for router_controller (99f09f51-e332-469f-92b7-3aaa9d361d57), precommit_add_association {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.455940 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Checking segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:49.456206 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Network hostable DHCP agents. Network: 428491c7-1dfc-4e6f-a1ce-ef805c994d7c, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:49.457083 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.457615 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.458422 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.458726 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > port after_create 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.459241 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.460294 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > port after_update 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.460823 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.461304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.461760 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.462227 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.472041 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:49.494660 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Checking segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:49.495063 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Network hostable DHCP agents. Network: bebbf3bc-5a24-4217-8b9c-919f8a6115ca, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:02:49.498540 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea80960f-c97a-4559-adc9-e6c5a8772f5c,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:49.502538 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 3ac1415e-ce93-45b8-8b83-dca773596e87) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:49.522845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:49.540298 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:49.541157 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.544110 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 428491c7-1dfc-4e6f-a1ce-ef805c994d7c) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:49.549515 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:02:49.555119 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:49.555700 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.563317 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af49e88-d2f1-4dde-af10-164dd73dcdac None None] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:49.574836 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32814) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:49.588786 dv-cinder-826350-3-iscsi neutron-server[102384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 16:02:49.610936 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, bebbf3bc-5a24-4217-8b9c-919f8a6115ca) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:49.632064 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6084e-b5da-4ba4-8960-081ad66fb210 None None] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:49.634034 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708be14d-1238-4f3d-b03c-5793224588bd None None] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:49.670246 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2719686d-d83d-4334-b82b-400bdb070168 req-16291ace-65d9-4e00-be4b-ff49c886c033 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0855441 Jan 27 16:02:49.675218 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cc30d9c2-e4e5-4724-8bbd-26efb4ac92d5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1796365 Jan 27 16:02:49.683394 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-6c84aa82-9409-4375-b67a-f043bc08adb0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2712474 Jan 27 16:02:49.687967 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32828) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:49.690444 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:49.695866 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.719046 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:49.758922 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-ee48bb13-7bb5-4d29-b69f-1a25ae01fa88 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1713557 Jan 27 16:02:49.763692 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32832) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:49.771423 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:49.787670 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (3eb14355-0d59-470b-9caa-1e3792f2409e), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.789985 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (3eb14355-0d59-470b-9caa-1e3792f2409e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.893972 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.895655 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.968306 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:02:49.969289 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:49.978018 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.978672 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.978763 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.979160 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:49.979653 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbc2b01-a0a1-4e21-bf8a-050c7de0b770']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:50.073433 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks [] for router_controller (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), precommit_add_association {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.132899 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d6925d-1eaa-46a1-a2e1-8f02e69e0861') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:50.133380 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d6925d-1eaa-46a1-a2e1-8f02e69e0861') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:50.162744 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (77d6925d-1eaa-46a1-a2e1-8f02e69e0861), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.287947 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks [] for router_controller (3eb14355-0d59-470b-9caa-1e3792f2409e), precommit_add_association {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.299887 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-3ac1415e-ce93-45b8-8b83-dca773596e87', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:02:50.301547 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.322653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0777ae3f-7c60-4edd-83c7-0b2e908fd44b None None] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:50.328212 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks [] for router_gateway (99f09f51-e332-469f-92b7-3aaa9d361d57), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.370534 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (77d6925d-1eaa-46a1-a2e1-8f02e69e0861), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.430266 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:02:50.430782 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (77d6925d-1eaa-46a1-a2e1-8f02e69e0861), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: from cryptography.utils import int_from_bytes Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: from cryptography.utils import int_from_bytes Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:02:50.435503 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:02:50.457837 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks [] for router_gateway (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.489772 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Allocated IP 172.20.0.2 (bebbf3bc-5a24-4217-8b9c-919f8a6115ca/ea80960f-c97a-4559-adc9-e6c5a8772f5c/11958eff-0836-4f94-890b-4f1766c74804) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:02:50.555743 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (ddbc2b01-a0a1-4e21-bf8a-050c7de0b770), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.612935 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.618393 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] 10.222.0.61 "DELETE /v2.0/networks/ddbc2b01-a0a1-4e21-bf8a-050c7de0b770 HTTP/1.1" status: 204 len: 168 time: 1.5411096 Jan 27 16:02:50.629881 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32870) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:50.639301 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-b2ff9cf4-af24-4526-911b-ba30d3e50a64 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:50.641073 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-b2ff9cf4-af24-4526-911b-ba30d3e50a64 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.2978747 Jan 27 16:02:50.648105 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468501a-db09-4307-ad06-4e5b8a6c141a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddbc2b01-a0a1-4e21-bf8a-050c7de0b770,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:50.663522 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Allocated IP 172.20.0.2 (3ac1415e-ce93-45b8-8b83-dca773596e87/adf1692f-6673-4f3f-b614-de302694ba36/393addc8-8829-4b7d-90b7-e512ada615c1) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:02:50.703137 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-127e089f-1535-4a30-944d-1384c8acbbb4 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/quotas/8ff07a1c1705459093c50413a35df253 HTTP/1.1" status: 200 len: 375 time: 0.0526943 Jan 27 16:02:50.715077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks [] for router_gateway (3eb14355-0d59-470b-9caa-1e3792f2409e), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.753571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Deleting subnet 14488b28-f4e4-44d4-919d-96783e6b0324 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:02:50.765078 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-c27d9b88-8369-4642-9250-3947335d58c4 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560975 Jan 27 16:02:50.765762 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Publish callbacks [] for subnet (14488b28-f4e4-44d4-919d-96783e6b0324), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.832908 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1854d07f-ff8b-4af1-a1e4-cd002feef285 req-8789d8b2-8df6-4d7f-96f4-28e24ae9b298 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0413342 Jan 27 16:02:50.881551 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (14488b28-f4e4-44d4-919d-96783e6b0324), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.889550 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Publish callbacks [] for port (11958eff-0836-4f94-890b-4f1766c74804), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:50.934583 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (11958eff-0836-4f94-890b-4f1766c74804), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.004452 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:51.032422 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:51.035959 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:02:51.062734 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Pushing event updated for resources: {'Port': ['ID=11958eff-0836-4f94-890b-4f1766c74804,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:51.127273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Publish callbacks [] for port (393addc8-8829-4b7d-90b7-e512ada615c1), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.133603 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.134307 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.134902 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.135476 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.136032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.136982 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.137520 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.138089 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.138614 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.139227 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.139736 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.140297 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.140840 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Tracked resource versions report: Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: pushed versions: Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: { 'AddressGroup': {'1.2'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'ConntrackHelper': {'1.0'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Log': {'1.0'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Network': {'1.1'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Port': {'1.7'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'PortForwarding': {'1.2'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'QosPolicy': {'1.10'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroup': {'1.5'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SubPort': {'1.0'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Subnet': {'1.1'}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Trunk': {'1.1'}} Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: consumer versions: Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: HyperV agent@hv-cinder-82635: {}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'ConntrackHelper': '1.0', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'LocalIPAssociation': '1.0', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Log': '1.0', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Network': '1.1', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Port': '1.7', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'PortForwarding': '1.2', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'QosPolicy': '1.10', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroup': '1.5', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SecurityGroupRule': '1.2', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'SubPort': '1.0', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Subnet': '1.1', Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: 'Trunk': '1.1'}} Jan 27 16:02:51.142826 dv-cinder-826350-3-iscsi neutron-server[102386]: {{(pid=102386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:02:51.165464 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.181453 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks [] for router_gateway (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.186503 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks [] for router_gateway (3eb14355-0d59-470b-9caa-1e3792f2409e), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.206550 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks [] for router_gateway (99f09f51-e332-469f-92b7-3aaa9d361d57), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.207276 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.225867 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Pushing event updated for resources: {'Port': ['ID=393addc8-8829-4b7d-90b7-e512ada615c1,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:51.236349 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.251853 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:51.255223 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:51.258894 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:02:51.263150 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Attempting to bind port 11958eff-0836-4f94-890b-4f1766c74804 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:02:51.263730 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Attempting to bind port 11958eff-0836-4f94-890b-4f1766c74804 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:02:51.264313 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Attempting to bind port 11958eff-0836-4f94-890b-4f1766c74804 on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:02:51.272618 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:02:51.273283 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Checking segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:51.273443 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.273822 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Bound using segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:02:51.274311 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Bound port: 11958eff-0836-4f94-890b-4f1766c74804, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:02:51.274719 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (11958eff-0836-4f94-890b-4f1766c74804), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.292380 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-b80a6687-5a5d-4de5-8c7e-42a88aecc55e service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069458 Jan 27 16:02:51.296845 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.373944 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (14488b28-f4e4-44d4-919d-96783e6b0324), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.461844 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Allocated IP 172.27.3.46 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/0388dd29-e185-4e76-9c38-6defc37ad3e1) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:02:51.503141 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] For port 11958eff-0836-4f94-890b-4f1766c74804, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:02:51.516968 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Attempting to bind port 393addc8-8829-4b7d-90b7-e512ada615c1 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:02:51.517376 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Attempting to bind port 393addc8-8829-4b7d-90b7-e512ada615c1 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:02:51.517814 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Attempting to bind port 393addc8-8829-4b7d-90b7-e512ada615c1 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:02:51.530530 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] For port 11958eff-0836-4f94-890b-4f1766c74804, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=11958eff-0836-4f94-890b-4f1766c74804,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:02:51.537189 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (11958eff-0836-4f94-890b-4f1766c74804), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.539793 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:02:51.540107 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Checking segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:51.540529 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.541581 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Bound using segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:02:51.542411 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Bound port: 393addc8-8829-4b7d-90b7-e512ada615c1, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:02:51.542947 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.601672 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (14488b28-f4e4-44d4-919d-96783e6b0324), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.677504 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.684247 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/14488b28-f4e4-44d4-919d-96783e6b0324 HTTP/1.1" status: 204 len: 168 time: 1.0528116 Jan 27 16:02:51.690048 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 32912) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:51.720630 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714012c9-8a98-4be0-aea7-68805265c86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14488b28-f4e4-44d4-919d-96783e6b0324,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:51.728821 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-7d2d4cc9-38ff-4516-8a33-aa7eaf818359 service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348240 Jan 27 16:02:51.745015 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks [] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.837299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (b57e18be-65b7-4446-b40c-68176db2c222), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.906544 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b63a0f-ae71-4b05-9995-232ad794d70a None None] Pushing event updated for resources: {'Port': ['ID=11958eff-0836-4f94-890b-4f1766c74804,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:51.956072 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] For port 393addc8-8829-4b7d-90b7-e512ada615c1, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:02:51.962417 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] For port 393addc8-8829-4b7d-90b7-e512ada615c1, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=393addc8-8829-4b7d-90b7-e512ada615c1,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:02:51.970361 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:51.983509 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32924) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:52.141870 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (b57e18be-65b7-4446-b40c-68176db2c222), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.144414 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b2b2e-0618-4ac8-846a-4a89dc222028 None None] Pushing event updated for resources: {'Port': ['ID=393addc8-8829-4b7d-90b7-e512ada615c1,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:52.144893 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.153579 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cb572b17-6e97-4919-ad91-1d29165dfc2e req-eacdcc2e-a050-4a4f-a4ef-0255e8ccc6d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1361389 Jan 27 16:02:52.189685 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.190050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.190795 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.192568 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > port after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.194603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.194603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.194603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.194603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.194603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.195050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.260470 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-57379507-42b8-47ec-baed-606219485dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.359224 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-57379507-42b8-47ec-baed-606219485dbc admin admin] Publish callbacks [] for security_group (14f2a3db-916e-42d6-989c-d4a63d01d455), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.364418 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-57379507-42b8-47ec-baed-606219485dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (14f2a3db-916e-42d6-989c-d4a63d01d455), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.405894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.406249 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.406721 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.407081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:02:52.407441 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57e18be-65b7-4446-b40c-68176db2c222']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:52.426327 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-57379507-42b8-47ec-baed-606219485dbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=409b29625d744575beb3cee388eaf732&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4420967 Jan 27 16:02:52.429356 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32944) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:52.481058 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57379507-42b8-47ec-baed-606219485dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2a3db-916e-42d6-989c-d4a63d01d455,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:52.523164 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ac5ab72-7b63-49f4-b7ec-560f414ed123 admin admin] Publish callbacks [] for security_group (14f2a3db-916e-42d6-989c-d4a63d01d455), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.555170 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ac5ab72-7b63-49f4-b7ec-560f414ed123 admin admin] Publish callbacks [] for security_group (14f2a3db-916e-42d6-989c-d4a63d01d455), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.613454 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92687ba4-f585-403b-8a75-7f95d8473a9b') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:52.613750 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92687ba4-f585-403b-8a75-7f95d8473a9b') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:52.627241 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ac5ab72-7b63-49f4-b7ec-560f414ed123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (14f2a3db-916e-42d6-989c-d4a63d01d455), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.630681 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ac5ab72-7b63-49f4-b7ec-560f414ed123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.632552 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (92687ba4-f585-403b-8a75-7f95d8473a9b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.632881 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3ac5ab72-7b63-49f4-b7ec-560f414ed123 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14f2a3db-916e-42d6-989c-d4a63d01d455 HTTP/1.1" status: 204 len: 168 time: 0.2023971 Jan 27 16:02:52.649015 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5ab72-7b63-49f4-b7ec-560f414ed123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2a3db-916e-42d6-989c-d4a63d01d455,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:52.702586 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:52.762332 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:52.764498 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Pushing event updated for resources: {'Port': ['ID=0388dd29-e185-4e76-9c38-6defc37ad3e1,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:52.768491 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:02:52.773622 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b512bf33-1751-4b2e-bfaf-7ac0fa8dd10a req-1f995e12-0a21-45be-93c4-8e0cdeddca85 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.6001904 Jan 27 16:02:52.777208 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (92687ba4-f585-403b-8a75-7f95d8473a9b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.839945 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:02:52.840354 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (92687ba4-f585-403b-8a75-7f95d8473a9b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: from cryptography.utils import int_from_bytes Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: from cryptography.utils import int_from_bytes Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:02:52.845687 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:02:52.862754 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Allocated IP 172.27.3.117 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/58771e93-8527-4835-80b1-cc15004cd64b) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:02:53.021287 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (b57e18be-65b7-4446-b40c-68176db2c222), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.083252 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.095763 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] 10.222.0.61 "DELETE /v2.0/networks/b57e18be-65b7-4446-b40c-68176db2c222 HTTP/1.1" status: 204 len: 168 time: 1.4020300 Jan 27 16:02:53.127996 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770684f-5724-4ee4-a6db-9296de068e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=b57e18be-65b7-4446-b40c-68176db2c222,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:53.235373 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks [] for port (58771e93-8527-4835-80b1-cc15004cd64b), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.257868 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab6ac1-e57a-4203-a733-a9abb2525dbc None None] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:53.273104 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks [] for router_gateway (3eb14355-0d59-470b-9caa-1e3792f2409e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.340411 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32976) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:53.431111 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5254ed32-ee25-4e22-babc-53b8a4064ea7 req-0ad85ae9-4bfc-43bd-9203-321c8a158026 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.0454402 Jan 27 16:02:53.445332 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (58771e93-8527-4835-80b1-cc15004cd64b), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.460399 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] Provisioning complete for port 11958eff-0836-4f94-890b-4f1766c74804 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:53.461768 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (11958eff-0836-4f94-890b-4f1766c74804), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.540612 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-84d38545-3800-4027-8930-f779a363a67e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3e4b5fe4fed4a978fc9a0b4a22b14d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1980083 Jan 27 16:02:53.541253 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 32980) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:53.607609 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Allocated IP 172.27.3.85 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/4e1cfd3b-fbca-4e53-91b5-496e929b478f) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:02:53.613003 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 393addc8-8829-4b7d-90b7-e512ada615c1 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:02:53.766218 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8b57f03-8c7c-4981-9336-bf49f0045d2b admin admin] Publish callbacks [] for security_group (96a4132d-f563-4604-91f3-29ba36f94a22), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.799969 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:53.801665 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (3eb14355-0d59-470b-9caa-1e3792f2409e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.811653 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8b57f03-8c7c-4981-9336-bf49f0045d2b admin admin] Publish callbacks [] for security_group (96a4132d-f563-4604-91f3-29ba36f94a22), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.826611 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:53.832433 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Pushing event updated for resources: {'Port': ['ID=58771e93-8527-4835-80b1-cc15004cd64b,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:53.835545 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:02:53.839625 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] Current status of the port 11958eff-0836-4f94-890b-4f1766c74804 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:53.840025 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (11958eff-0836-4f94-890b-4f1766c74804), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.862298 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1d206-844e-44bf-b128-e14d320befcc None None] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:02:53.863303 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks [] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:53.914218 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 393addc8-8829-4b7d-90b7-e512ada615c1 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:53.914615 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.034191 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] For port 11958eff-0836-4f94-890b-4f1766c74804, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=11958eff-0836-4f94-890b-4f1766c74804,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:02:54.045551 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (11958eff-0836-4f94-890b-4f1766c74804), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.145103 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-21065b05-c53b-4682-a910-1768422f924c req-962807bc-8c7d-42fd-9ef7-d4badc42e644 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0349233 Jan 27 16:02:54.149356 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8b57f03-8c7c-4981-9336-bf49f0045d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (96a4132d-f563-4604-91f3-29ba36f94a22), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.152234 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8b57f03-8c7c-4981-9336-bf49f0045d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.156132 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-e8b57f03-8c7c-4981-9336-bf49f0045d2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96a4132d-f563-4604-91f3-29ba36f94a22 HTTP/1.1" status: 204 len: 168 time: 0.6079872 Jan 27 16:02:54.163032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06ea51-eddd-4285-90b4-5d550ab0faaf None None] Pushing event updated for resources: {'Port': ['ID=11958eff-0836-4f94-890b-4f1766c74804,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:54.168676 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b57f03-8c7c-4981-9336-bf49f0045d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4132d-f563-4604-91f3-29ba36f94a22,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:54.170786 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 393addc8-8829-4b7d-90b7-e512ada615c1 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:54.181466 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.206483 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.233266 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-6f19d4df-798f-4c78-a61d-d8df2915421c None None] Provisioning complete for port 11958eff-0836-4f94-890b-4f1766c74804 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:54.233583 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f19d4df-798f-4c78-a61d-d8df2915421c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (11958eff-0836-4f94-890b-4f1766c74804), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.235405 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:54.239113 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 393addc8-8829-4b7d-90b7-e512ada615c1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=393addc8-8829-4b7d-90b7-e512ada615c1,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:02:54.275874 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.278741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 11958eff-0836-4f94-890b-4f1766c74804 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:02:54.279390 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:54.315806 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Router 3eb14355-0d59-470b-9caa-1e3792f2409e is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:02:54.320178 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:02:54.433835 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=393addc8-8829-4b7d-90b7-e512ada615c1,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:54.486430 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-54df8a77-e1d4-4eaa-8f1d-407be1fa510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.572459 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 11958eff-0836-4f94-890b-4f1766c74804 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:54.572858 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (11958eff-0836-4f94-890b-4f1766c74804), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.605154 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6f19d4df-798f-4c78-a61d-d8df2915421c None None] Current status of the port 11958eff-0836-4f94-890b-4f1766c74804 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:54.612226 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks [] for router_gateway (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.633409 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-6f19d4df-798f-4c78-a61d-d8df2915421c None None] Provisioning complete for port 393addc8-8829-4b7d-90b7-e512ada615c1 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:54.634130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6f19d4df-798f-4c78-a61d-d8df2915421c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.646396 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1cfd3b-fbca-4e53-91b5-496e929b478f,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:54.717632 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-154626c6-c394-444f-ac72-64fe63bb7b93 req-86ff155e-7b83-4c48-98de-848b0ae3c696 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1067722 Jan 27 16:02:54.732749 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:02:54.753953 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:02:54.764846 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:54.765195 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:02:54.765195 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:54.766311 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cc27c550-286a-4618-9540-844054c758cc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0611577 Jan 27 16:02:54.767152 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33014) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:54.895918 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6f19d4df-798f-4c78-a61d-d8df2915421c None None] Current status of the port 393addc8-8829-4b7d-90b7-e512ada615c1 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:54.904765 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 11958eff-0836-4f94-890b-4f1766c74804 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:54.929932 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33020) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:55.024624 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks [] for router_gateway (99f09f51-e332-469f-92b7-3aaa9d361d57), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.028829 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-f3e3a0a6-0c97-48f8-bd2a-10c57647aabb None None] Provisioning complete for port 393addc8-8829-4b7d-90b7-e512ada615c1 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:55.029237 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3e3a0a6-0c97-48f8-bd2a-10c57647aabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.037422 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:02:55.190002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.213133 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3a0a6-0c97-48f8-bd2a-10c57647aabb None None] Current status of the port 393addc8-8829-4b7d-90b7-e512ada615c1 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:55.247062 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:52Z', 'revision_number': 3, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:55.276288 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:02:55.276839 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Updating router 3eb14355-0d59-470b-9caa-1e3792f2409e port 0388dd29-e185-4e76-9c38-6defc37ad3e1 binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:02:55.311106 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.344837 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b124c74a-a224-4f10-954a-84f035e1acc6 req-e9e3f980-1fa8-44e3-ad18-050bfdaac496 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0462794 Jan 27 16:02:55.364773 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-95d7b1b8-2266-4734-9dfd-5b594ee6a613 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b024a53dba0a464d81bb42d508b70c93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4339669 Jan 27 16:02:55.366202 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (99f09f51-e332-469f-92b7-3aaa9d361d57), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.368766 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33028) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:55.413782 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 393addc8-8829-4b7d-90b7-e512ada615c1 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:02:55.480189 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 393addc8-8829-4b7d-90b7-e512ada615c1 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:55.480700 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.555830 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b65a65b4-a49b-4931-996e-fb6b967d895a admin admin] Publish callbacks [] for security_group (97831c9d-703e-4411-bc08-b7755a2cfe3c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.602826 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b65a65b4-a49b-4931-996e-fb6b967d895a admin admin] Publish callbacks [] for security_group (97831c9d-703e-4411-bc08-b7755a2cfe3c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.642597 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 393addc8-8829-4b7d-90b7-e512ada615c1 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:55.644549 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 11958eff-0836-4f94-890b-4f1766c74804 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:02:55.673582 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Publish callbacks [] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.677652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Router 99f09f51-e332-469f-92b7-3aaa9d361d57 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:02:55.682089 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.698168 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b65a65b4-a49b-4931-996e-fb6b967d895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (97831c9d-703e-4411-bc08-b7755a2cfe3c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.705575 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b65a65b4-a49b-4931-996e-fb6b967d895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.705575 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b65a65b4-a49b-4931-996e-fb6b967d895a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97831c9d-703e-4411-bc08-b7755a2cfe3c HTTP/1.1" status: 204 len: 168 time: 0.3336110 Jan 27 16:02:55.740255 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Attempting to bind port 0388dd29-e185-4e76-9c38-6defc37ad3e1 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:02:55.740984 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Attempting to bind port 0388dd29-e185-4e76-9c38-6defc37ad3e1 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:02:55.741357 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Attempting to bind port 0388dd29-e185-4e76-9c38-6defc37ad3e1 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:02:55.745139 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Pushing event updated for resources: {'Port': ['ID=0388dd29-e185-4e76-9c38-6defc37ad3e1,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:55.752997 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:02:55.755765 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.756871 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.757078 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.757897 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.758393 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.758885 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.759419 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.759906 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.760451 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.760950 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.761432 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.761922 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.762585 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Tracked resource versions report: Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: pushed versions: Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: { 'AddressGroup': {'1.2'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'ConntrackHelper': {'1.0'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'LocalIPAssociation': {'1.0'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Log': {'1.0'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Network': {'1.1'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Port': {'1.7'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'PortForwarding': {'1.2'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'QosPolicy': {'1.10'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroup': {'1.5'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SubPort': {'1.0'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Subnet': {'1.1'}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Trunk': {'1.1'}} Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: consumer versions: Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: { DHCP agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: HyperV agent@hv-cinder-82635: {}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: L3 agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: Metadata agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: Metering agent@dv-cinder-826350-3-iscsi: {}, Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: Open vSwitch agent@dv-cinder-826350-3-iscsi: { 'AddressGroup': '1.2', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'ConntrackHelper': '1.0', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'LocalIPAssociation': '1.0', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Log': '1.0', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Network': '1.1', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Port': '1.7', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'PortForwarding': '1.2', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'QosPolicy': '1.10', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroup': '1.5', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SecurityGroupRule': '1.2', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'SubPort': '1.0', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Subnet': '1.1', Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: 'Trunk': '1.1'}} Jan 27 16:02:55.764115 dv-cinder-826350-3-iscsi neutron-server[102387]: {{(pid=102387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:02:55.766343 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 11958eff-0836-4f94-890b-4f1766c74804 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:55.766744 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (11958eff-0836-4f94-890b-4f1766c74804), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.769728 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:02:55.770397 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:55.771134 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.772327 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:02:55.773020 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Bound port: 0388dd29-e185-4e76-9c38-6defc37ad3e1, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:02:55.773616 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.831056 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] For port 0388dd29-e185-4e76-9c38-6defc37ad3e1, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:02:55.831402 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:02:55.834919 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] For port 0388dd29-e185-4e76-9c38-6defc37ad3e1, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=0388dd29-e185-4e76-9c38-6defc37ad3e1,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:02:55.842002 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.850171 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Sync routers for ids ['99f09f51-e332-469f-92b7-3aaa9d361d57'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:02:55.850779 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a65b4-a49b-4931-996e-fb6b967d895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97831c9d-703e-4411-bc08-b7755a2cfe3c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:55.864484 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:55.870505 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a51a8191-65e3-4cb9-ba0e-e8b371404c53 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6015134 Jan 27 16:02:55.871136 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33044) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:55.903923 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Routers {'99f09f51-e332-469f-92b7-3aaa9d361d57'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:02:55.904577 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['99f09f51-e332-469f-92b7-3aaa9d361d57'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:55.907285 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051066ee-e8a2-4060-922a-b87b92950efa None None] Pushing event updated for resources: {'Port': ['ID=0388dd29-e185-4e76-9c38-6defc37ad3e1,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:55.936727 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:02:55.938158 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:56.060016 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-03048971-fe0e-42f1-8b99-7e9e0b11df47 req-8a82febb-9efa-425d-b0a1-a22624a648f1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.0322924 Jan 27 16:02:56.072658 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:02:56.238595 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 11958eff-0836-4f94-890b-4f1766c74804 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:56.249947 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Set router 99f09f51-e332-469f-92b7-3aaa9d361d57 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:02:56.342441 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:52Z', 'revision_number': 3, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:56.366768 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:02:56.401419 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:02:56.404995 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e338a48-c728-4faa-b11d-c51e76f3b7e1 None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:52Z', 'revision_number': 3, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:02:56.420884 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:02:56.421578 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:56.459765 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:56.463901 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33062) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:56.464180 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cd590df2-b5e5-4280-83fd-4043181aedd6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6991780 Jan 27 16:02:56.471055 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:56.565707 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a4ac8077-97b0-491a-aef2-001ab1baa6b9 req-7058816b-83d7-4c74-9fcd-bfdd16d9d359 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0797896 Jan 27 16:02:56.623080 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:02:56.874077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Allocated IP 172.20.0.1 (3ac1415e-ce93-45b8-8b83-dca773596e87/adf1692f-6673-4f3f-b614-de302694ba36/c37751ff-541f-43e5-a5bc-5a8a66fa9bd6) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:02:56.963405 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f5104cc1-38a9-4bc8-9636-508870101bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:56.977806 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.051629 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:54Z', 'revision_number': 3, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:57.073209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks [] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.113109 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:54Z', 'revision_number': 3, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:57.120037 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.145355 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Checking router: 99f09f51-e332-469f-92b7-3aaa9d361d57 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:02:57.145901 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Updating router 99f09f51-e332-469f-92b7-3aaa9d361d57 port 4e1cfd3b-fbca-4e53-91b5-496e929b478f binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:02:57.212384 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:57.219614 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:57.222434 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:02:57.231136 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.238568 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:02:57.239301 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Updating router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd port 58771e93-8527-4835-80b1-cc15004cd64b binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:02:57.301032 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (58771e93-8527-4835-80b1-cc15004cd64b), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.306309 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (3eb14355-0d59-470b-9caa-1e3792f2409e), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.442358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ebdf23c-f951-4a87-8a9a-0f4f7a4a06d3 req-176371c3-d025-452c-9692-7d6adf22109a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1474187 Jan 27 16:02:57.483966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Pushing event updated for resources: {'Port': ['ID=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:57.537802 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.60', 51599) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:57.619569 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0388dd29-e185-4e76-9c38-6defc37ad3e1 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:02:57.850539 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.903529 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:57.961771 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-9e5f84d6-cd42-4bb1-99a3-1130bdc2ef9e None None] Provisioning complete for port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:57.962198 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9e5f84d6-cd42-4bb1-99a3-1130bdc2ef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.055409 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 0388dd29-e185-4e76-9c38-6defc37ad3e1 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:58.057702 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.168049 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.60', 51603) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:02:58.173896 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.195790 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f84d6-cd42-4bb1-99a3-1130bdc2ef9e None None] Port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:02:58.394336 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e68fcf8e-389b-425d-a694-8dd790111e8c req-9e2abbd4-e46e-47ff-b85f-f8e3b8de4129 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.2272584 Jan 27 16:02:58.434823 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 0388dd29-e185-4e76-9c38-6defc37ad3e1 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:02:58.435265 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.511543 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 0388dd29-e185-4e76-9c38-6defc37ad3e1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=0388dd29-e185-4e76-9c38-6defc37ad3e1,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:02:58.521031 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.605898 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-9d8b9b32-e78a-4f61-b7af-b54cdebd8c37 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:58.608487 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-9d8b9b32-e78a-4f61-b7af-b54cdebd8c37 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.60 "GET /v2.0/networks?id=2d24f765-3ff4-4cb1-af32-f521711e7f0b HTTP/1.1" status: 200 len: 811 time: 1.0611336 Jan 27 16:02:58.634733 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Publish callbacks [] for port (58771e93-8527-4835-80b1-cc15004cd64b), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.641971 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (58771e93-8527-4835-80b1-cc15004cd64b), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.668188 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks [] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.719674 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=0388dd29-e185-4e76-9c38-6defc37ad3e1,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:58.743620 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.756226 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba895759-a09b-4d2f-828d-9881f2f2fc07 None None] Pushing event updated for resources: {'Port': ['ID=58771e93-8527-4835-80b1-cc15004cd64b,revision_number=2']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:58.775167 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Attempting to bind port 58771e93-8527-4835-80b1-cc15004cd64b on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:02:58.778777 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Attempting to bind port 58771e93-8527-4835-80b1-cc15004cd64b by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:02:58.779541 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Attempting to bind port 58771e93-8527-4835-80b1-cc15004cd64b on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:02:58.790886 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:02:58.793542 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:58.799784 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.809985 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:02:58.812044 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Bound port: 58771e93-8527-4835-80b1-cc15004cd64b, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:02:58.812637 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (58771e93-8527-4835-80b1-cc15004cd64b), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.932665 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Publish callbacks [] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.945406 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] For port 58771e93-8527-4835-80b1-cc15004cd64b, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:02:58.949934 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:58.964975 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] For port 58771e93-8527-4835-80b1-cc15004cd64b, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=58771e93-8527-4835-80b1-cc15004cd64b,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:02:58.975456 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (58771e93-8527-4835-80b1-cc15004cd64b), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.005085 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-652aa19f-3fcf-4ff1-a12b-1c07624ffdb4 req-dd751348-e252-478e-8d9f-847c06d10ffd tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.3702543 Jan 27 16:02:59.040564 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Pushing event updated for resources: {'Port': ['ID=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:59.069538 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Request body: {'port': {'device_id': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b', 'admin_state_up': True, 'tenant_id': '552a2b3a672744b885fb48a990f14fa8'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:02:59.081821 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (3eb14355-0d59-470b-9caa-1e3792f2409e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.152392 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f99cb-2e31-47a4-b880-45f4754add92 None None] Pushing event updated for resources: {'Port': ['ID=4e1cfd3b-fbca-4e53-91b5-496e929b478f,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:59.162728 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba895759-a09b-4d2f-828d-9881f2f2fc07 None None] Pushing event updated for resources: {'Port': ['ID=58771e93-8527-4835-80b1-cc15004cd64b,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:59.177459 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:02:59.178447 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Attempting to bind port 4e1cfd3b-fbca-4e53-91b5-496e929b478f on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:02:59.178821 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Attempting to bind port 4e1cfd3b-fbca-4e53-91b5-496e929b478f by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:02:59.179334 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:59.182216 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Attempting to bind port 4e1cfd3b-fbca-4e53-91b5-496e929b478f on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:02:59.184472 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.190004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:02:59.190393 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:02:59.190803 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.191224 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:02:59.191704 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Bound port: 4e1cfd3b-fbca-4e53-91b5-496e929b478f, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:02:59.192093 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.280894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:02:59.287207 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:02:59.417372 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] For port 4e1cfd3b-fbca-4e53-91b5-496e929b478f, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:02:59.426300 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] For port 4e1cfd3b-fbca-4e53-91b5-496e929b478f, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=4e1cfd3b-fbca-4e53-91b5-496e929b478f,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:02:59.435552 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.644554 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0388dd29-e185-4e76-9c38-6defc37ad3e1 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:02:59.648635 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:02:59.658435 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f99cb-2e31-47a4-b880-45f4754add92 None None] Pushing event updated for resources: {'Port': ['ID=4e1cfd3b-fbca-4e53-91b5-496e929b478f,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:02:59.729912 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Router 3eb14355-0d59-470b-9caa-1e3792f2409e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:02:59.763981 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Routers {'99f09f51-e332-469f-92b7-3aaa9d361d57'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:02:59.765333 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['99f09f51-e332-469f-92b7-3aaa9d361d57'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:02:59.887644 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 0388dd29-e185-4e76-9c38-6defc37ad3e1 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:02:59.888297 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:02:59.938040 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-048be966-f0c2-4647-a5cb-8cd71fc777dc tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:02:59.942587 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-048be966-f0c2-4647-a5cb-8cd71fc777dc tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 1.7590058 Jan 27 16:03:00.023263 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-c3ce107b-be39-4f56-a074-a12f4812d741 None None] Provisioning complete for port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:00.023707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c3ce107b-be39-4f56-a074-a12f4812d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:00.214725 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] Set router 99f09f51-e332-469f-92b7-3aaa9d361d57 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:00.230493 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b55a69f0-3f56-45f8-9c5c-8b50b6d4f12f req-26e052df-493d-4855-8d4d-dcfbced48709 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1139450 Jan 27 16:03:00.276664 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:03:00.296994 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1fc97502-cfa5-409e-a0d2-51ef3d279f3a admin admin] 10.222.0.61 "PUT /v2.0/routers/3eb14355-0d59-470b-9caa-1e3792f2409e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3017247 Jan 27 16:03:00.306932 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:03:00.316320 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:54Z', 'revision_number': 3, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:00.357542 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce107b-be39-4f56-a074-a12f4812d741 None None] Port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:03:00.367322 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31955bc2-3d18-4f01-8cfc-0c3c34df7b1d None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:54Z', 'revision_number': 3, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:03:00.382118 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Allocated IP 172.20.0.1 (a99e79c7-9b98-4a4c-90ca-45b97bd488ec/4029b80c-6933-4888-83ef-3eda4486921a/b193ca9e-6d40-49a9-b67c-8f033fa78dd6) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:00.393898 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Request body: {'port': {'device_id': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'admin_state_up': True, 'tenant_id': '8ff07a1c1705459093c50413a35df253'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:00.416707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:03:00.419555 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:00.551546 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 0388dd29-e185-4e76-9c38-6defc37ad3e1 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:00.656023 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-508a500b-6131-422d-8ec5-2ed1c6f920eb req-e0eb5345-49ef-4952-b3b4-d28f3cd0cdb2 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.6913376 Jan 27 16:03:00.685714 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:00.904970 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:01.008807 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33226) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:01.133570 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:54Z', 'revision_number': 3, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:01.156017 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks [] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.297670 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bdfde8fc-8b87-4ed6-9880-b225465fef58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.300913 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.375248 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Made reservation on behalf of 552a2b3a672744b885fb48a990f14fa8 for: {'port': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:03:01.396472 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.488847 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8cbbed-c107-4634-bd06-8bedec855975 None None] The sync data for ids ['99f09f51-e332-469f-92b7-3aaa9d361d57'] in dv-cinder-826350-3-iscsi is: [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:54Z', 'revision_number': 3, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:03:01.579736 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 58771e93-8527-4835-80b1-cc15004cd64b up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:01.683832 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bdfde8fc-8b87-4ed6-9880-b225465fef58 admin admin] Publish callbacks [] for security_group (2a788ed7-cae6-4fce-bd5b-b4515d40e0e7), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.689597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bdfde8fc-8b87-4ed6-9880-b225465fef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2a788ed7-cae6-4fce-bd5b-b4515d40e0e7), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.820706 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ab79cd09-f2eb-48d5-a485-e0ac5509928b req-a049fd88-585a-4977-b4b0-bbb3c0842e96 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.3894079 Jan 27 16:03:01.822192 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.863496 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-bdfde8fc-8b87-4ed6-9880-b225465fef58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e45da96a91ac4c888cf000d65e118fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8495882 Jan 27 16:03:01.867634 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33246) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:01.911388 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 58771e93-8527-4835-80b1-cc15004cd64b triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:01.911922 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (58771e93-8527-4835-80b1-cc15004cd64b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:01.930239 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfde8fc-8b87-4ed6-9880-b225465fef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a788ed7-cae6-4fce-bd5b-b4515d40e0e7,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:01.933978 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 2, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:02.042205 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:02.074809 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:03:02.075720 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Updating router 3eb14355-0d59-470b-9caa-1e3792f2409e port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:03:02.121276 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33250) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:02.149555 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.162788 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1383-0fac-4bca-b456-594226e54c4e admin admin] Publish callbacks [] for security_group (2a788ed7-cae6-4fce-bd5b-b4515d40e0e7), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.211715 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1383-0fac-4bca-b456-594226e54c4e admin admin] Publish callbacks [] for security_group (2a788ed7-cae6-4fce-bd5b-b4515d40e0e7), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.306551 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1383-0fac-4bca-b456-594226e54c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2a788ed7-cae6-4fce-bd5b-b4515d40e0e7), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.312594 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cc8c1383-0fac-4bca-b456-594226e54c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.314586 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cc8c1383-0fac-4bca-b456-594226e54c4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a788ed7-cae6-4fce-bd5b-b4515d40e0e7 HTTP/1.1" status: 204 len: 168 time: 0.4399292 Jan 27 16:03:02.325153 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c1383-0fac-4bca-b456-594226e54c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a788ed7-cae6-4fce-bd5b-b4515d40e0e7,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:02.374201 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33262) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:02.381167 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231966802', 'description': 'tempest-description--1614544689'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:02.470739 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:02.499691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.625986 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 58771e93-8527-4835-80b1-cc15004cd64b is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:02.627489 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (58771e93-8527-4835-80b1-cc15004cd64b), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.639777 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-028f6b95-fabf-4110-8eaf-535f8cac2d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.685694 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 58771e93-8527-4835-80b1-cc15004cd64b, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=58771e93-8527-4835-80b1-cc15004cd64b,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:02.695317 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (58771e93-8527-4835-80b1-cc15004cd64b), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.804962 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Allocated IP 172.20.0.1 (bebbf3bc-5a24-4217-8b9c-919f8a6115ca/ea80960f-c97a-4559-adc9-e6c5a8772f5c/15d95a7f-ccf3-4602-9718-e241978d5920) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:02.868420 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=58771e93-8527-4835-80b1-cc15004cd64b,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:02.936232 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (60b2ff10-9e77-4ae3-bb6e-19849f741037), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:02.962575 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (60b2ff10-9e77-4ae3-bb6e-19849f741037), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.010740 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:03.061950 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3a634921-144a-4027-93b4-b331e0f78756 req-58119c45-983c-4089-9b41-6135e7428787 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.9069142 Jan 27 16:03:03.073310 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:03.088202 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Made reservation on behalf of 8ff07a1c1705459093c50413a35df253 for: {'port': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:03:03.093095 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.122777 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a1e58484-a108-42a3-9e91-202c000f95e8 req-2ce33f2e-b732-45ec-812e-527d159d3237 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1270678 Jan 27 16:03:03.165884 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.167425 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7913737 Jan 27 16:03:03.170798 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33268) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:03.174971 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks [] for port (15d95a7f-ccf3-4602-9718-e241978d5920), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.188406 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'security_group_rule': {'security_group_id': '60b2ff10-9e77-4ae3-bb6e-19849f741037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:03.204394 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99356b-1592-40d7-be3d-a4de0ea0ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2ff10-9e77-4ae3-bb6e-19849f741037,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:03.220009 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Publish callbacks [] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.237210 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-028f6b95-fabf-4110-8eaf-535f8cac2d8f admin admin] Publish callbacks [] for security_group (78ae9c9d-e819-45da-9f1f-e398441fef4d), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.239563 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.244851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.248122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-028f6b95-fabf-4110-8eaf-535f8cac2d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (78ae9c9d-e819-45da-9f1f-e398441fef4d), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.288898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f6b95-fabf-4110-8eaf-535f8cac2d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae9c9d-e819-45da-9f1f-e398441fef4d,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:03.308632 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33270) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:03.354239 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (03470523-5288-45fa-beda-daeb1a97be75), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.362778 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ba674a5a-3563-47a0-8743-0ae2688bbf8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.384664 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=15d95a7f-ccf3-4602-9718-e241978d5920,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:03.452684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3296-2116-4101-a9ad-e6639acaec05 None None] Pushing event updated for resources: {'Port': ['ID=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:03.577410 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ba674a5a-3563-47a0-8743-0ae2688bbf8f admin admin] Publish callbacks [] for security_group (27ef9cbb-6ed1-477d-8429-78c0630bb41e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.615811 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-028f6b95-fabf-4110-8eaf-535f8cac2d8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56f7c47889a949ed8aa46f8e0b2c6010&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4928265 Jan 27 16:03:03.624806 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33276) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:03.650336 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ba674a5a-3563-47a0-8743-0ae2688bbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (27ef9cbb-6ed1-477d-8429-78c0630bb41e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.683153 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Attempting to bind port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:03.683842 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Attempting to bind port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:03.684031 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Attempting to bind port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:03.702363 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:03.704426 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Checking segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:03.707589 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.709142 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Bound using segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:03.709948 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Bound port: c37751ff-541f-43e5-a5bc-5a8a66fa9bd6, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:03.717063 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.738390 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (99f09f51-e332-469f-92b7-3aaa9d361d57), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.761082 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4e1cfd3b-fbca-4e53-91b5-496e929b478f up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:03.867793 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:03.895700 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:03.932124 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (03470523-5288-45fa-beda-daeb1a97be75), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.950687 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:03.987968 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (03470523-5288-45fa-beda-daeb1a97be75), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:03.988192 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 4e1cfd3b-fbca-4e53-91b5-496e929b478f triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:03.989084 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.043433 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03470523-5288-45fa-beda-daeb1a97be75,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:04.099132 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-ba674a5a-3563-47a0-8743-0ae2688bbf8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36d88074a7d849ba8bed161afcd760fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7864048 Jan 27 16:03:04.101172 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-f5c048b9-14c9-438d-ad3c-e4f9ca1b92ab None None] Provisioning complete for port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:04.101743 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f5c048b9-14c9-438d-ad3c-e4f9ca1b92ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.105994 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33282) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:04.153332 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba674a5a-3563-47a0-8743-0ae2688bbf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef9cbb-6ed1-477d-8429-78c0630bb41e,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:04.173764 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] For port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:04.186181 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.191369 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-23ae655b-eb61-4bd5-9aa9-52955738c13b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0039349 Jan 27 16:03:04.191663 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f5c048b9-14c9-438d-ad3c-e4f9ca1b92ab None None] Port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:03:04.206566 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Allocated IP 172.20.0.9 (2d24f765-3ff4-4cb1-af32-f521711e7f0b/e17ddebf-0678-41f0-8cc0-9f3c28cde8ee/e530d2d9-0967-4022-9957-d2c0df7e0250) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:04.212443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33288) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:04.247007 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'security_group_rule': {'security_group_id': '60b2ff10-9e77-4ae3-bb6e-19849f741037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:04.289382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 4e1cfd3b-fbca-4e53-91b5-496e929b478f is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:04.290553 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.300368 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] For port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:04.320061 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.408090 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (62010154-55f6-430a-bdf5-5c54d86dc318), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.436841 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3296-2116-4101-a9ad-e6639acaec05 None None] Pushing event updated for resources: {'Port': ['ID=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:04.456570 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 4e1cfd3b-fbca-4e53-91b5-496e929b478f, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=4e1cfd3b-fbca-4e53-91b5-496e929b478f,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:04.485524 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.486325 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 58771e93-8527-4835-80b1-cc15004cd64b up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:04.490925 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fe2ad95d-d708-4a1e-9079-62cd9d906dda req-755b2b81-ff3b-4e2b-ae8b-839ae014fc9a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1386292 Jan 27 16:03:04.567780 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Allocated IP 172.20.0.10 (428491c7-1dfc-4e6f-a1ce-ef805c994d7c/73862c75-5632-4450-8f2c-6525f0f099c7/9d581be4-aa99-4784-808d-72ecbb0595a4) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:04.574305 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-86f73edb-3b39-433c-9976-4be9df5445bf admin admin] Publish callbacks [] for security_group (78ae9c9d-e819-45da-9f1f-e398441fef4d), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.605920 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:03:04.606585 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:04.622817 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f3971012-186e-4d51-a0ea-8b1921cf7be9 admin admin] Publish callbacks [] for security_group (27ef9cbb-6ed1-477d-8429-78c0630bb41e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.664381 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (62010154-55f6-430a-bdf5-5c54d86dc318), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.683802 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (62010154-55f6-430a-bdf5-5c54d86dc318), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.700146 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-86f73edb-3b39-433c-9976-4be9df5445bf admin admin] Publish callbacks [] for security_group (78ae9c9d-e819-45da-9f1f-e398441fef4d), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.728665 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f3971012-186e-4d51-a0ea-8b1921cf7be9 admin admin] Publish callbacks [] for security_group (27ef9cbb-6ed1-477d-8429-78c0630bb41e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.747834 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62010154-55f6-430a-bdf5-5c54d86dc318,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:04.775779 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.777544 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-bbc5ab70-5478-4271-a777-bb495531601a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5435250 Jan 27 16:03:04.789011 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d03757dd-7b73-4070-b1d5-e5586b75eb7c req-31fbb979-dca3-4d0e-a12b-88f1656a1391 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.4939756 Jan 27 16:03:04.789508 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33290) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:04.849897 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:04.869021 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-86f73edb-3b39-433c-9976-4be9df5445bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (78ae9c9d-e819-45da-9f1f-e398441fef4d), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.872790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-86f73edb-3b39-433c-9976-4be9df5445bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.876808 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-86f73edb-3b39-433c-9976-4be9df5445bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78ae9c9d-e819-45da-9f1f-e398441fef4d HTTP/1.1" status: 204 len: 168 time: 1.2352266 Jan 27 16:03:04.882079 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.888271 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f73edb-3b39-433c-9976-4be9df5445bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae9c9d-e819-45da-9f1f-e398441fef4d,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:04.890530 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f3971012-186e-4d51-a0ea-8b1921cf7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (27ef9cbb-6ed1-477d-8429-78c0630bb41e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.894134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f3971012-186e-4d51-a0ea-8b1921cf7be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:04.895674 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f3971012-186e-4d51-a0ea-8b1921cf7be9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27ef9cbb-6ed1-477d-8429-78c0630bb41e HTTP/1.1" status: 204 len: 168 time: 0.7887170 Jan 27 16:03:04.907937 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3971012-186e-4d51-a0ea-8b1921cf7be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef9cbb-6ed1-477d-8429-78c0630bb41e,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:05.016518 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=4e1cfd3b-fbca-4e53-91b5-496e929b478f,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:05.019253 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-04302218-0dcd-489f-a230-8d9ea27e62e8 None None] Provisioning complete for port 15d95a7f-ccf3-4602-9718-e241978d5920 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:05.019623 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-04302218-0dcd-489f-a230-8d9ea27e62e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.062525 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-04302218-0dcd-489f-a230-8d9ea27e62e8 None None] Port 15d95a7f-ccf3-4602-9718-e241978d5920 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:03:05.109949 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 58771e93-8527-4835-80b1-cc15004cd64b triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:05.115871 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (58771e93-8527-4835-80b1-cc15004cd64b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.241458 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] Provisioning complete for port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:05.241964 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.339537 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:05.460370 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks [] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.572482 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] Current status of the port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:05.579523 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.585526 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 58771e93-8527-4835-80b1-cc15004cd64b is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:05.641072 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.698606 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.709885 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] For port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:05.722299 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.737439 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a7af779-f125-48f5-9415-9dd8846a5361 req-2a4552bd-e937-47e7-acf1-2ca14eab0774 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.1014166 Jan 27 16:03:05.784715 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:05.838653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab024836-6e5f-4c05-8435-48bfc20cbb37 None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:03:05.873336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4e1cfd3b-fbca-4e53-91b5-496e929b478f up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:05.881649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa6d3c-3403-4f09-ab70-2dc87863b6d6 None None] Pushing event updated for resources: {'Port': ['ID=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:05.904761 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:05.982303 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 4e1cfd3b-fbca-4e53-91b5-496e929b478f triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:05.983088 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:06.110654 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 4e1cfd3b-fbca-4e53-91b5-496e929b478f is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:06.182776 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks [] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:06.442468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:06.541779 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Pushing event updated for resources: {'Port': ['ID=e530d2d9-0967-4022-9957-d2c0df7e0250,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:06.547710 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Network 2d24f765-3ff4-4cb1-af32-f521711e7f0b is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:06.566308 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:06.574931 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef2da-b6c1-4ea4-b826-862785c599af req-b12bb7eb-2aca-48ce-95fe-5d0f48c67391 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:06.581926 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d4ef2da-b6c1-4ea4-b826-862785c599af req-b12bb7eb-2aca-48ce-95fe-5d0f48c67391 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 931 time: 0.4045088 Jan 27 16:03:06.593100 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:06.701185 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:06.855157 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:06.855814 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:06.885792 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:06.916128 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks [] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:06.916779 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c939cc7-71d8-44c7-b7e3-65389589933e req-a219031b-eb52-465c-a3d8-7695e7bbca4f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:06.919092 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0c939cc7-71d8-44c7-b7e3-65389589933e req-a219031b-eb52-465c-a3d8-7695e7bbca4f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 932 time: 0.0765920 Jan 27 16:03:07.053152 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0c939cc7-71d8-44c7-b7e3-65389589933e req-1b230eb7-93a9-4cf1-9656-28c3345810de tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256936 Jan 27 16:03:07.071704 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:07.095727 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d4ef2da-b6c1-4ea4-b826-862785c599af req-3c0ed6a1-7d0b-4527-8d87-de0af4a061e8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128756 Jan 27 16:03:07.096614 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event updated for resources: {'Port': ['ID=9d581be4-aa99-4784-808d-72ecbb0595a4,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:07.146370 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:07.156203 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.192343 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-a131fcd5-a93a-48f2-bc93-161359032fa8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1626492 Jan 27 16:03:07.392109 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (99f09f51-e332-469f-92b7-3aaa9d361d57), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.408720 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:07.409374 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.421845 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:07.435206 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.448734 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks [] for port (15d95a7f-ccf3-4602-9718-e241978d5920), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.462072 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.486711 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-d6991dca-91d9-4b3c-8082-3339e9c4c1d7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1012869 Jan 27 16:03:07.674779 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=15d95a7f-ccf3-4602-9718-e241978d5920,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:07.744754 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:07.820615 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:07.838930 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:07.847230 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Allocated IP 172.27.3.76 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/828992c0-b39c-421c-a432-bcdbadb02154) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:07.872543 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:07.989214 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:07.992102 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:08.130100 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:08.146931 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:08.151249 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for port (828992c0-b39c-421c-a432-bcdbadb02154), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:08.167677 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Router 99f09f51-e332-469f-92b7-3aaa9d361d57 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:03:08.383823 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c70f4-0cd3-49c4-a7c9-5b2e200c5b48 req-795d2262-4a8e-4f5b-8388-e420e7f88209 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:08.395764 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ee8c70f4-0cd3-49c4-a7c9-5b2e200c5b48 req-795d2262-4a8e-4f5b-8388-e420e7f88209 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 932 time: 0.1246409 Jan 27 16:03:08.430226 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:08.456008 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (828992c0-b39c-421c-a432-bcdbadb02154), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:08.472717 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ee8c70f4-0cd3-49c4-a7c9-5b2e200c5b48 req-0aae2bab-2dd4-44f9-b1e8-351dc3b84a32 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704520 Jan 27 16:03:08.536398 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:03:08.607537 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-86f24375-8ea4-49b0-be4e-a6fea00b0982 None None] Provisioning complete for port 15d95a7f-ccf3-4602-9718-e241978d5920 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:08.608238 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-86f24375-8ea4-49b0-be4e-a6fea00b0982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:08.670188 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-86f24375-8ea4-49b0-be4e-a6fea00b0982 None None] Port 15d95a7f-ccf3-4602-9718-e241978d5920 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:03:08.846928 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:08.870788 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:08.878011 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:08.981991 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'Port': ['ID=828992c0-b39c-421c-a432-bcdbadb02154,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:09.061672 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:03:09.075025 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Sync routers for ids ['99f09f51-e332-469f-92b7-3aaa9d361d57'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:03:09.095994 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7cd1f04e-95d0-4ec5-a8e4-aa084ec210c2 admin admin] 10.222.0.61 "PUT /v2.0/routers/99f09f51-e332-469f-92b7-3aaa9d361d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2236485 Jan 27 16:03:09.102682 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Routers {'99f09f51-e332-469f-92b7-3aaa9d361d57'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:03:09.104008 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['99f09f51-e332-469f-92b7-3aaa9d361d57'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:09.112695 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5c5e5-ebc9-426a-8e7a-887682a4be57 req-24eb99ee-40dc-44c2-af6c-7d7323dce626 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:09.116937 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fdb5c5e5-ebc9-426a-8e7a-887682a4be57 req-24eb99ee-40dc-44c2-af6c-7d7323dce626 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 931 time: 0.6943400 Jan 27 16:03:09.296866 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Set router 99f09f51-e332-469f-92b7-3aaa9d361d57 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:09.315594 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:03:09.325042 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:03:09.333030 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33432) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:09.370691 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-e5f79cf0-cd93-4f07-a171-47c15c50b3e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/13a9f04c-ff77-4339-b2d4-e4a2e70868fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9039755 Jan 27 16:03:09.395810 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:03:09.397727 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:09.551656 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:09.624747 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c0ed75c7-ca31-4ba6-81a1-f47cfd255aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:09.700930 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fdb5c5e5-ebc9-426a-8e7a-887682a4be57 req-3ed16208-5080-4556-ad5c-35153087e79a tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920879 Jan 27 16:03:09.705185 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:09.804438 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (828992c0-b39c-421c-a432-bcdbadb02154), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:09.842095 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'b193ca9e-6d40-49a9-b67c-8f033fa78dd6', 'name': '', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'mac_address': 'fa:16:3e:b6:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4029b80c-6933-4888-83ef-3eda4486921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:58Z', 'updated_at': '2022-01-27T16:03:06Z', 'revision_number': 2, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'subnets': [{'id': '4029b80c-6933-4888-83ef-3eda4486921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:09.844178 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c0ed75c7-ca31-4ba6-81a1-f47cfd255aa6 admin admin] Publish callbacks [] for security_group (f49c954d-cbf9-4397-b59b-fd8c177e321b), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:09.853310 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c0ed75c7-ca31-4ba6-81a1-f47cfd255aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (f49c954d-cbf9-4397-b59b-fd8c177e321b), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:09.878303 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Checking router: 99f09f51-e332-469f-92b7-3aaa9d361d57 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:03:09.878398 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Updating router 99f09f51-e332-469f-92b7-3aaa9d361d57 port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:03:09.892233 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c0ed75c7-ca31-4ba6-81a1-f47cfd255aa6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=170cf23b48a34dc3831223ba952914f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576859 Jan 27 16:03:09.894617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33450) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:09.920132 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:09.936880 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed75c7-ca31-4ba6-81a1-f47cfd255aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49c954d-cbf9-4397-b59b-fd8c177e321b,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:09.973817 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea4c0-41da-4cad-a959-55bbcd77570d req-8724b200-457a-4db8-9619-07a10e3334ce tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:09.981528 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-445ea4c0-41da-4cad-a959-55bbcd77570d req-8724b200-457a-4db8-9619-07a10e3334ce tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 932 time: 0.1512399 Jan 27 16:03:09.998036 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8d67d5f6-ba73-4aaf-ab00-fb3a8ab1672e admin admin] Publish callbacks [] for security_group (f49c954d-cbf9-4397-b59b-fd8c177e321b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.042342 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8d67d5f6-ba73-4aaf-ab00-fb3a8ab1672e admin admin] Publish callbacks [] for security_group (f49c954d-cbf9-4397-b59b-fd8c177e321b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.057880 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:06Z', 'revision_number': 2, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:10.075634 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-445ea4c0-41da-4cad-a959-55bbcd77570d req-17d241ce-15e5-421e-a367-f020e729b064 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931017 Jan 27 16:03:10.106537 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:03:10.106902 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Updating router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd port 15d95a7f-ccf3-4602-9718-e241978d5920 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:03:10.136592 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for port (828992c0-b39c-421c-a432-bcdbadb02154), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.142014 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.148234 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (828992c0-b39c-421c-a432-bcdbadb02154), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.332604 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'Port': ['ID=828992c0-b39c-421c-a432-bcdbadb02154,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:10.353510 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.371786 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.373686 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5c8375a7-5cdf-48a9-b526-eb7b3a39de18 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4944158 Jan 27 16:03:10.417874 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Publish callbacks [] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.428692 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.523878 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580a4d-32d4-44cc-8887-cb3067545cf4 None None] Pushing event updated for resources: {'Port': ['ID=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:10.566965 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33476) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:10.574910 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688029037', 'description': 'tempest-description--134051779'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:10.578101 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8d67d5f6-ba73-4aaf-ab00-fb3a8ab1672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (f49c954d-cbf9-4397-b59b-fd8c177e321b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.580706 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8d67d5f6-ba73-4aaf-ab00-fb3a8ab1672e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.581843 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8d67d5f6-ba73-4aaf-ab00-fb3a8ab1672e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f49c954d-cbf9-4397-b59b-fd8c177e321b HTTP/1.1" status: 204 len: 168 time: 0.6859736 Jan 27 16:03:10.585786 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Attempting to bind port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:10.586959 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Attempting to bind port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:10.587896 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Attempting to bind port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:10.598306 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67d5f6-ba73-4aaf-ab00-fb3a8ab1672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49c954d-cbf9-4397-b59b-fd8c177e321b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:10.602958 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:10.603267 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Checking segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:10.603826 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.604362 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Bound using segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:10.604781 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Bound port: b193ca9e-6d40-49a9-b67c-8f033fa78dd6, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:10.605224 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.622937 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-0dfeb4e7-9cff-428c-9725-c385aaac286b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:10.629235 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-0dfeb4e7-9cff-428c-9725-c385aaac286b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 818 time: 0.5931473 Jan 27 16:03:10.654891 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.669743 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-6dc6599e-cacf-471f-959f-a9472cac494c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/quotas/8a2429eb90c34664ac6a690662ded8d4 HTTP/1.1" status: 200 len: 375 time: 0.0323229 Jan 27 16:03:10.748534 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] For port b193ca9e-6d40-49a9-b67c-8f033fa78dd6, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:10.758202 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] For port b193ca9e-6d40-49a9-b67c-8f033fa78dd6, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:10.767038 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.803409 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Publish callbacks [] for port (15d95a7f-ccf3-4602-9718-e241978d5920), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.819745 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.869145 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (06f418a3-2f6d-43d7-a9fe-44c1474c86f4), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.874384 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Routers {'99f09f51-e332-469f-92b7-3aaa9d361d57'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:03:10.876452 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['99f09f51-e332-469f-92b7-3aaa9d361d57'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:10.877410 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (06f418a3-2f6d-43d7-a9fe-44c1474c86f4), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:10.880882 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580a4d-32d4-44cc-8887-cb3067545cf4 None None] Pushing event updated for resources: {'Port': ['ID=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:10.954041 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fef0c7-5f16-4b3e-acd8-9dfda2820d32 None None] Pushing event updated for resources: {'Port': ['ID=15d95a7f-ccf3-4602-9718-e241978d5920,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:11.015596 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-3b984ee5-1206-4aff-b71e-447fcd283cb9 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3367593 Jan 27 16:03:11.104503 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.107898 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5373139 Jan 27 16:03:11.109576 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33500) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:11.117560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'security_group_rule': {'security_group_id': '06f418a3-2f6d-43d7-a9fe-44c1474c86f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:11.124310 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Attempting to bind port 15d95a7f-ccf3-4602-9718-e241978d5920 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:11.125032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Attempting to bind port 15d95a7f-ccf3-4602-9718-e241978d5920 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:11.126068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Attempting to bind port 15d95a7f-ccf3-4602-9718-e241978d5920 on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:11.135797 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:11.137193 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Checking segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:11.138240 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.139179 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Bound using segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:11.140170 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Bound port: 15d95a7f-ccf3-4602-9718-e241978d5920, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:11.141185 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.144847 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a37b7-84de-42f7-9fc6-e9351c49d8c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f418a3-2f6d-43d7-a9fe-44c1474c86f4,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:11.195908 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-a6060e08-fd54-421b-b26c-f3d6bdd75d5c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1231966802&fields=id&tenant_id=89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 267 time: 0.3211861 Jan 27 16:03:11.203380 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (2201d2df-68ee-47b9-9886-5d0c7aa8204f), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.274497 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] Set router 99f09f51-e332-469f-92b7-3aaa9d361d57 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:11.336284 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33504) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:11.367392 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a7d9-2542-4cc9-a739-7aca73a37f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.421049 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] For port 15d95a7f-ccf3-4602-9718-e241978d5920, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:11.438855 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] For port 15d95a7f-ccf3-4602-9718-e241978d5920, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=15d95a7f-ccf3-4602-9718-e241978d5920,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:11.448400 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.464790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (2201d2df-68ee-47b9-9886-5d0c7aa8204f), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.486926 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (2201d2df-68ee-47b9-9886-5d0c7aa8204f), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.545538 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-32c6fcca-f949-4f2a-a1ec-060df4e12fd1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:11.547148 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-32c6fcca-f949-4f2a-a1ec-060df4e12fd1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 816 time: 0.3503647 Jan 27 16:03:11.591833 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-9456fd3b-d2d6-44c7-a2f8-29e3822cab1b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/quotas/89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 375 time: 0.0335853 Jan 27 16:03:11.699215 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:03:11.699870 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:02:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:11.708964 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fef0c7-5f16-4b3e-acd8-9dfda2820d32 None None] Pushing event updated for resources: {'Port': ['ID=15d95a7f-ccf3-4602-9718-e241978d5920,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:11.709560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-00bb9ef9-76e9-41f4-b00f-45cd65101d8e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:03:11.714539 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] Provisioning complete for port 15d95a7f-ccf3-4602-9718-e241978d5920 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:11.714911 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.722835 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-00bb9ef9-76e9-41f4-b00f-45cd65101d8e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4086576 Jan 27 16:03:11.753248 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-f199b69b-00da-4dce-b6b2-ed5000568e60 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531479 Jan 27 16:03:11.755647 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2201d2df-68ee-47b9-9886-5d0c7aa8204f,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:11.759967 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a7d9-2542-4cc9-a739-7aca73a37f81 admin admin] Publish callbacks [] for security_group (e9b93191-be4d-4656-ba51-7eeab9010467), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.780171 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.784155 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c70f6aac-9553-43ae-b66c-913b11738c30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6704929 Jan 27 16:03:11.785369 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33514) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:11.799736 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'security_group_rule': {'security_group_id': '06f418a3-2f6d-43d7-a9fe-44c1474c86f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:11.829633 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a7d9-2542-4cc9-a739-7aca73a37f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e9b93191-be4d-4656-ba51-7eeab9010467), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:11.912267 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e4e8a7d9-2542-4cc9-a739-7aca73a37f81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f58ba91009e4a93ace74992f899749d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740211 Jan 27 16:03:11.918733 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33516) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:12.040898 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (e60afae7-eaa5-47cd-84c8-8f258f4dadef), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.047395 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a7d9-2542-4cc9-a739-7aca73a37f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b93191-be4d-4656-ba51-7eeab9010467,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:12.056634 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4dd24a30-326e-4f16-9b6b-eddf49ce9d4b admin admin] Publish callbacks [] for security_group (e9b93191-be4d-4656-ba51-7eeab9010467), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.118907 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4dd24a30-326e-4f16-9b6b-eddf49ce9d4b admin admin] Publish callbacks [] for security_group (e9b93191-be4d-4656-ba51-7eeab9010467), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.162241 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'b193ca9e-6d40-49a9-b67c-8f033fa78dd6', 'name': '', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'mac_address': 'fa:16:3e:b6:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4029b80c-6933-4888-83ef-3eda4486921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:58Z', 'updated_at': '2022-01-27T16:03:10Z', 'revision_number': 4, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'subnets': [{'id': '4029b80c-6933-4888-83ef-3eda4486921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:12.177144 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (e60afae7-eaa5-47cd-84c8-8f258f4dadef), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.189844 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (e60afae7-eaa5-47cd-84c8-8f258f4dadef), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.195237 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd3313-1652-4efe-887d-e1d4c68d6227 None None] The sync data for ids ['99f09f51-e332-469f-92b7-3aaa9d361d57'] in dv-cinder-826350-3-iscsi is: [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'b193ca9e-6d40-49a9-b67c-8f033fa78dd6', 'name': '', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'mac_address': 'fa:16:3e:b6:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4029b80c-6933-4888-83ef-3eda4486921a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:58Z', 'updated_at': '2022-01-27T16:03:10Z', 'revision_number': 4, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'subnets': [{'id': '4029b80c-6933-4888-83ef-3eda4486921a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:03:12.219309 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-800a5699-6753-4dcb-8b11-a9b4fdd7065e service neutron] 10.222.0.61 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415939 Jan 27 16:03:12.228663 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4dd24a30-326e-4f16-9b6b-eddf49ce9d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e9b93191-be4d-4656-ba51-7eeab9010467), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.231892 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4dd24a30-326e-4f16-9b6b-eddf49ce9d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.233276 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4dd24a30-326e-4f16-9b6b-eddf49ce9d4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9b93191-be4d-4656-ba51-7eeab9010467 HTTP/1.1" status: 204 len: 168 time: 0.3134093 Jan 27 16:03:12.236421 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60afae7-eaa5-47cd-84c8-8f258f4dadef,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:12.247299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd24a30-326e-4f16-9b6b-eddf49ce9d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b93191-be4d-4656-ba51-7eeab9010467,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:12.273912 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-b09cca1a-2bf9-4618-9e89-d162681ba0c6 service neutron] 10.222.0.61 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502737 Jan 27 16:03:12.301150 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-fe212539-cf7d-489d-9106-50df8250b418 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:03:12.302286 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] Current status of the port 15d95a7f-ccf3-4602-9718-e241978d5920 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:12.303544 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-fe212539-cf7d-489d-9106-50df8250b418 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113013 Jan 27 16:03:12.307538 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.319335 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-3af498c8-d7e3-4fb3-aef2-d76b582194b0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:03:12.320617 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-3af498c8-d7e3-4fb3-aef2-d76b582194b0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279200 Jan 27 16:03:12.466159 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.471423 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5e40c052-e297-4411-b67f-3a5eb1a7941f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6847959 Jan 27 16:03:12.478533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33526) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:12.493386 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-dd7d99d5-3be6-461d-a44b-b9ac46ae7e38 service neutron] 10.222.0.61 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185514 Jan 27 16:03:12.498877 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] For port 15d95a7f-ccf3-4602-9718-e241978d5920, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=15d95a7f-ccf3-4602-9718-e241978d5920,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:12.509545 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:03:12.519161 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.519730 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:12.608402 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.690050 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Request body: {'port': {'device_id': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:12.846614 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-a45f8837-246c-4947-9344-9ef041d25199 None None] Provisioning complete for port 15d95a7f-ccf3-4602-9718-e241978d5920 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:12.854128 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a45f8837-246c-4947-9344-9ef041d25199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:12.992324 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-e78aeda0-e6c2-4e68-8aa4-379e42ec5bb4 service neutron] 10.222.0.61 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689450 Jan 27 16:03:13.006864 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:13.177591 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Request body: {'port': {'device_id': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:13.268220 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:13.272072 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a72ff-714e-4acf-86d7-4e0aa8f2ef7a None None] Pushing event updated for resources: {'Port': ['ID=15d95a7f-ccf3-4602-9718-e241978d5920,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:13.299281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07185d-9aba-4148-98c2-905ff0cc81f9 req-789bf6ff-da74-4bf5-af5f-e5b15d2227f8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:13.300952 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a07185d-9aba-4148-98c2-905ff0cc81f9 req-789bf6ff-da74-4bf5-af5f-e5b15d2227f8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 931 time: 0.1567113 Jan 27 16:03:13.791711 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a07185d-9aba-4148-98c2-905ff0cc81f9 req-ea15666d-9360-4ae5-93e7-fd40b56940dc tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706147 Jan 27 16:03:13.995580 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b193ca9e-6d40-49a9-b67c-8f033fa78dd6 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:14.148739 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f3f52b0d-b08a-489a-bf92-cc0d12bb427e req-066dc2f1-050c-4606-9723-c987b783a10c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 210 time: 0.1253448 Jan 27 16:03:14.174099 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:14.176320 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a45f8837-246c-4947-9344-9ef041d25199 None None] Current status of the port 15d95a7f-ccf3-4602-9718-e241978d5920 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:14.206250 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Allocated IP 172.27.3.236 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:14.290395 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:11Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:03:14.519007 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1bcda-2e28-4ac0-a005-1d352a96c99d None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:11Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:03:14.527151 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:14.527680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:14.550864 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:14.628111 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c8b47deb-90c6-40c9-83e1-0db2ebfeb548 req-6cbaa057-d6f2-4f69-972a-0995f418c6ac tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.3616040 Jan 27 16:03:14.635604 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:14.636149 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:14.636731 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:14.684765 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port b193ca9e-6d40-49a9-b67c-8f033fa78dd6, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:14.690348 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:14.782674 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:14.788952 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:14.794475 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:14.817091 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:14.927582 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2fc35-d1fe-43a7-8eac-70a6d9a599f5 req-4219ab34-611b-4db9-95f4-16e3e36775ee tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:14.934918 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5fa2fc35-d1fe-43a7-8eac-70a6d9a599f5 req-4219ab34-611b-4db9-95f4-16e3e36775ee tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 932 time: 1.2981057 Jan 27 16:03:14.960608 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'Port': ['ID=fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:15.143780 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5fa2fc35-d1fe-43a7-8eac-70a6d9a599f5 req-e2e16da3-18e8-44ae-a40b-ad1aca5228f1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078295 Jan 27 16:03:15.214669 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-d061b922-de10-4bff-a7c9-35726fb99a54 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:15.218329 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-d061b922-de10-4bff-a7c9-35726fb99a54 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 818 time: 0.3932374 Jan 27 16:03:15.259047 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-37629be2-6936-4bd4-ac2d-98d183a35e61 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/quotas/8a2429eb90c34664ac6a690662ded8d4 HTTP/1.1" status: 200 len: 375 time: 0.0279760 Jan 27 16:03:15.279956 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d581be4-aa99-4784-808d-72ecbb0595a4 {{(pid=102385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:15.293705 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Publish callbacks [] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.352666 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (ab73a766-2b22-4632-ad6f-62eb2e23cdd9), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.356352 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.provisioning_blocks [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Transition to ACTIVE for port object 9d581be4-aa99-4784-808d-72ecbb0595a4 will not be triggered until provisioned by entity L2. {{(pid=102385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:03:15.384788 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.400003 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-35d9da42-8822-4cb5-9401-3adc343eb64b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249671 Jan 27 16:03:15.403710 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.468265 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45a690-49d4-4b22-b252-d96d4b07e266 req-aab919b4-6610-430c-be06-60ff26e42afc tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:15.469863 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6c45a690-49d4-4b22-b252-d96d4b07e266 req-aab919b4-6610-430c-be06-60ff26e42afc tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 931 time: 0.2129343 Jan 27 16:03:15.516753 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e530d2d9-0967-4022-9957-d2c0df7e0250 {{(pid=102385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:15.544300 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Publish callbacks [] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.552677 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Pushing event updated for resources: {'Port': ['ID=9d581be4-aa99-4784-808d-72ecbb0595a4,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:15.599967 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2048effc-65ac-4846-a7f3-dc0d37a4403b service neutron] 10.222.0.61 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895916 Jan 27 16:03:15.617826 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.provisioning_blocks [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Transition to ACTIVE for port object e530d2d9-0967-4022-9957-d2c0df7e0250 will not be triggered until provisioned by entity L2. {{(pid=102385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:03:15.650055 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.661153 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6c45a690-49d4-4b22-b252-d96d4b07e266 req-d5d463d5-6a75-41d7-bdf0-fc1ce79179da tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724906 Jan 27 16:03:15.745418 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e530d2d9-0967-4022-9957-d2c0df7e0250,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:15.802237 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-c2d795ac-cb1d-41d8-9558-3cee1b51ea2e service neutron] 10.222.0.61 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961780 Jan 27 16:03:15.823647 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Attempting to bind port 9d581be4-aa99-4784-808d-72ecbb0595a4 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:15.823854 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Attempting to bind port 9d581be4-aa99-4784-808d-72ecbb0595a4 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}] {{(pid=102385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:15.824205 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Attempting to bind port 9d581be4-aa99-4784-808d-72ecbb0595a4 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:15.831876 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-977adbdc-178f-4897-a15d-77125ff96f4a req-0b22d25f-864d-462c-a9d8-a56c8892b184 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.0592155 Jan 27 16:03:15.841385 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Port 9d581be4-aa99-4784-808d-72ecbb0595a4 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:03:15.841837 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Attempting to bind port 9d581be4-aa99-4784-808d-72ecbb0595a4 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:15.848354 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.852035 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:15.852587 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Checking segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:15.853331 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Bound using segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:15.854129 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Bound port: 9d581be4-aa99-4784-808d-72ecbb0595a4, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}}] {{(pid=102385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:15.854684 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.857034 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.909350 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Attempting to bind port e530d2d9-0967-4022-9957-d2c0df7e0250 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:15.909954 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Attempting to bind port e530d2d9-0967-4022-9957-d2c0df7e0250 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'e57d79d9-c326-44ad-a38c-3e6809a73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b'}] {{(pid=102385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:15.910454 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Attempting to bind port e530d2d9-0967-4022-9957-d2c0df7e0250 on network 2d24f765-3ff4-4cb1-af32-f521711e7f0b {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:15.913550 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b193ca9e-6d40-49a9-b67c-8f033fa78dd6 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:15.925144 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Port e530d2d9-0967-4022-9957-d2c0df7e0250 on network 2d24f765-3ff4-4cb1-af32-f521711e7f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:03:15.925752 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Attempting to bind port e530d2d9-0967-4022-9957-d2c0df7e0250 on network 2d24f765-3ff4-4cb1-af32-f521711e7f0b {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:15.941243 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:15.941988 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Checking segment: {'id': 'e57d79d9-c326-44ad-a38c-3e6809a73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:15.942572 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Bound using segment: {'id': 'e57d79d9-c326-44ad-a38c-3e6809a73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b'} {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:15.943227 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Bound port: e530d2d9-0967-4022-9957-d2c0df7e0250, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57d79d9-c326-44ad-a38c-3e6809a73279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b'}}] {{(pid=102385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:15.943756 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:15.966699 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] For port 9d581be4-aa99-4784-808d-72ecbb0595a4, host hv-cinder-82635, cleared binding levels {{(pid=102385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:16.027581 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] For port 9d581be4-aa99-4784-808d-72ecbb0595a4, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=9d581be4-aa99-4784-808d-72ecbb0595a4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:16.061748 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.080355 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:16.080785 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.146752 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'Port': ['ID=fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:16.180524 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6aa800e8-6ea0-4101-8130-99b787bd08ac req-a4fb68a6-55d8-464b-9460-c960a8cf8f75 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.1361060 Jan 27 16:03:16.190761 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (ab73a766-2b22-4632-ad6f-62eb2e23cdd9), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.232793 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.234480 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:16.236936 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.237877 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-9d70c361-3cef-41d6-b4cf-ba43e7c661e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7390890 Jan 27 16:03:16.240788 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] 10.222.0.60 "PUT /v2.0/ports/9d581be4-aa99-4784-808d-72ecbb0595a4 HTTP/1.1" status: 200 len: 1094 time: 3.7842276 Jan 27 16:03:16.245535 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'tag': '9d581be4-aa99-4784-808d-72ecbb0595a4'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:16.257388 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] For port e530d2d9-0967-4022-9957-d2c0df7e0250, host hv-cinder-82635, cleared binding levels {{(pid=102385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:16.264004 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] For port e530d2d9-0967-4022-9957-d2c0df7e0250, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e530d2d9-0967-4022-9957-d2c0df7e0250,segment=NetworkSegment(e57d79d9-c326-44ad-a38c-3e6809a73279),segment_id=e57d79d9-c326-44ad-a38c-3e6809a73279)] {{(pid=102385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:16.287900 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:16.291945 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 15d95a7f-ccf3-4602-9718-e241978d5920 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:16.303903 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.329114 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115226c-69a8-43df-965d-d251ae8d1095 service neutron] Pushing event updated for resources: {'Port': ['ID=9d581be4-aa99-4784-808d-72ecbb0595a4,revision_number=3']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:16.350046 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:16.350854 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.352696 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] 10.222.0.60 "PUT /v2.0/ports/e530d2d9-0967-4022-9957-d2c0df7e0250 HTTP/1.1" status: 200 len: 1093 time: 3.8982587 Jan 27 16:03:16.466137 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 15d95a7f-ccf3-4602-9718-e241978d5920 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:16.468184 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:16.493610 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f090-a4e9-4ecc-8e2a-773b969670de req-ccb38208-31ca-48f2-972a-1aaf4854d291 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:16.500577 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1475f090-a4e9-4ecc-8e2a-773b969670de req-ccb38208-31ca-48f2-972a-1aaf4854d291 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.1313026 Jan 27 16:03:16.502456 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46022fa1-f5a7-44b4-8f63-efe0b6c790e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e530d2d9-0967-4022-9957-d2c0df7e0250,revision_number=3']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:16.623204 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fa28d6-2982-42c6-9400-1f975fe5b048" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdcde5c-e6f9-45cc-9173-2a47cd7459ee", "tag": "9d581be4-aa99-4784-808d-72ecbb0595a4"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:16.647840 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1475f090-a4e9-4ecc-8e2a-773b969670de req-12cde298-8434-4458-a5ba-af68940be6b2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424229 Jan 27 16:03:16.680288 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 15d95a7f-ccf3-4602-9718-e241978d5920 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:16.709905 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-90d66071-a56d-4384-b03e-494a8b8e7209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1688029037&fields=id&tenant_id=b245b789104749da9a1417bab1c186c6 HTTP/1.1" status: 200 len: 267 time: 0.0720320 Jan 27 16:03:16.837827 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed89c37-ce3d-45a4-ad4c-0c776d039432 x-openstack-request-id: req-aed89c37-ce3d-45a4-ad4c-0c776d039432 {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:16.838216 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdcde5c-e6f9-45cc-9173-2a47cd7459ee", "tag": "9d581be4-aa99-4784-808d-72ecbb0595a4", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:16.838549 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aed89c37-ce3d-45a4-ad4c-0c776d039432 {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:16.839298 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'tag': '9d581be4-aa99-4784-808d-72ecbb0595a4', 'status': 'completed', 'code': 200} Jan 27 16:03:16.858911 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-99ec0f11-f911-4feb-8a02-60ffc2f8bf18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:16.860441 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-99ec0f11-f911-4feb-8a02-60ffc2f8bf18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 810 time: 0.1419637 Jan 27 16:03:16.878702 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-b1d3c46a-1daa-41dc-81fc-de686885aabd tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/quotas/b245b789104749da9a1417bab1c186c6 HTTP/1.1" status: 200 len: 375 time: 0.0099759 Jan 27 16:03:16.939206 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-cdeff583-d608-483d-9d20-c66f327b5ef1 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540516 Jan 27 16:03:16.954563 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452ca33-d2dc-4e3d-aeca-ef1ec517819c req-bdbb594b-00ea-4f61-a106-79d366ef3bfd tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:16.956198 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1452ca33-d2dc-4e3d-aeca-ef1ec517819c req-bdbb594b-00ea-4f61-a106-79d366ef3bfd tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0604155 Jan 27 16:03:16.956861 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33686) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:17.012910 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1452ca33-d2dc-4e3d-aeca-ef1ec517819c req-0d9cbeed-225a-4642-9b86-7b2ab5ce6e64 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Jan 27 16:03:17.054648 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-0f5b3884-1bd9-498e-9b02-060937a0c670 service neutron] 10.222.0.61 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012335 Jan 27 16:03:17.105560 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c492fdb1-12e7-47e9-9bb1-4344d24fb45c req-da7b65f8-509f-4245-9588-32e9f3dc7f8d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.0346179 Jan 27 16:03:17.112565 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8c853970-2a71-44c2-b063-830ac7593f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.155434 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-93aaf9ff-eebe-49b1-bf55-c87d90e2dd73 service neutron] 10.222.0.61 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898118 Jan 27 16:03:17.196050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8c853970-2a71-44c2-b063-830ac7593f02 admin admin] Publish callbacks [] for security_group (0dc8bcc4-7c2a-4035-8b68-30a5f5743432), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.199986 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8c853970-2a71-44c2-b063-830ac7593f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (0dc8bcc4-7c2a-4035-8b68-30a5f5743432), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.242084 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8c853970-2a71-44c2-b063-830ac7593f02 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0445758a140a4722b9938fd7e38bf3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838647 Jan 27 16:03:17.242619 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c853970-2a71-44c2-b063-830ac7593f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8bcc4-7c2a-4035-8b68-30a5f5743432,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:17.244746 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33692) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:17.334423 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-858d1b31-5414-4b1a-b0f8-be87d83c5275 req-0ff60570-0f3c-4d71-82a7-ea72fe624b29 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.0545087 Jan 27 16:03:17.341680 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0653d664-12d1-488a-ae02-e170f2244eec admin admin] Publish callbacks [] for security_group (0dc8bcc4-7c2a-4035-8b68-30a5f5743432), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.413301 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0653d664-12d1-488a-ae02-e170f2244eec admin admin] Publish callbacks [] for security_group (0dc8bcc4-7c2a-4035-8b68-30a5f5743432), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.439331 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fe237b46-e553-4176-84fe-8963e0e9f120 req-29e0f05a-9b64-4d21-b7a0-c338c6eec1df tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 210 time: 0.0419588 Jan 27 16:03:17.496475 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0653d664-12d1-488a-ae02-e170f2244eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (0dc8bcc4-7c2a-4035-8b68-30a5f5743432), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.499719 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0653d664-12d1-488a-ae02-e170f2244eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.501439 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0653d664-12d1-488a-ae02-e170f2244eec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0dc8bcc4-7c2a-4035-8b68-30a5f5743432 HTTP/1.1" status: 204 len: 168 time: 0.2557089 Jan 27 16:03:17.512670 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653d664-12d1-488a-ae02-e170f2244eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8bcc4-7c2a-4035-8b68-30a5f5743432,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:17.786195 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b89713-a857-4f46-a772-61604fe3356c req-3bb817c4-a74b-4422-ac71-455b91b6a2f7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:17.788986 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-06b89713-a857-4f46-a772-61604fe3356c req-3bb817c4-a74b-4422-ac71-455b91b6a2f7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0650985 Jan 27 16:03:17.849039 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 33716) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:17.868484 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5a46075-8683-4394-937e-45610e979438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.876775 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-06b89713-a857-4f46-a772-61604fe3356c req-be123bb1-3312-455f-be44-9c07106dc32f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789397 Jan 27 16:03:17.987870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5a46075-8683-4394-937e-45610e979438 admin admin] Publish callbacks [] for security_group (d75c5a24-0b37-4e08-84f8-fcc392d7c0b4), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:17.992922 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e5a46075-8683-4394-937e-45610e979438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d75c5a24-0b37-4e08-84f8-fcc392d7c0b4), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:18.033603 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-e5a46075-8683-4394-937e-45610e979438 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd8eeeebc68b4ff79f2e7acc9c3d9c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831157 Jan 27 16:03:18.034398 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a46075-8683-4394-937e-45610e979438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c5a24-0b37-4e08-84f8-fcc392d7c0b4,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:18.036343 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 33720) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:18.088811 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c75a5b89-a59e-44cb-a675-794b60158249 admin admin] Publish callbacks [] for security_group (d75c5a24-0b37-4e08-84f8-fcc392d7c0b4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:18.110828 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c75a5b89-a59e-44cb-a675-794b60158249 admin admin] Publish callbacks [] for security_group (d75c5a24-0b37-4e08-84f8-fcc392d7c0b4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:18.134147 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b303f-1e83-4ee7-bdf2-84fca23e3e37 req-6a7e9e63-6c03-413f-8448-5934833da89e tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:18.135874 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-514b303f-1e83-4ee7-bdf2-84fca23e3e37 req-6a7e9e63-6c03-413f-8448-5934833da89e tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0538642 Jan 27 16:03:18.190431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c75a5b89-a59e-44cb-a675-794b60158249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d75c5a24-0b37-4e08-84f8-fcc392d7c0b4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:18.195236 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c75a5b89-a59e-44cb-a675-794b60158249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:18.199616 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c75a5b89-a59e-44cb-a675-794b60158249 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d75c5a24-0b37-4e08-84f8-fcc392d7c0b4 HTTP/1.1" status: 204 len: 168 time: 0.1621339 Jan 27 16:03:18.211316 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5b89-a59e-44cb-a675-794b60158249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c5a24-0b37-4e08-84f8-fcc392d7c0b4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:18.212144 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-514b303f-1e83-4ee7-bdf2-84fca23e3e37 req-36e9a24a-acb5-4a7a-a55c-98e81db1a7aa tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647728 Jan 27 16:03:18.262568 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a638e24d-5a98-43a0-be80-d4e8c6317a7a req-327e2d6a-22f5-41a6-8ad8-3e46fe26106d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.0391719 Jan 27 16:03:18.455245 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa28d6-2982-42c6-9400-1f975fe5b048 req-3d7ebd96-0f82-43da-b3e8-35b74c51d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:18.456851 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a4fa28d6-2982-42c6-9400-1f975fe5b048 req-3d7ebd96-0f82-43da-b3e8-35b74c51d64b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 1097 time: 0.1633801 Jan 27 16:03:18.460339 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-05379b6d-8b01-42b6-aa4d-1d0e0801a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:18.461786 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-05379b6d-8b01-42b6-aa4d-1d0e0801a492 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=552a2b3a672744b885fb48a990f14fa8&device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 1096 time: 0.1883383 Jan 27 16:03:18.555012 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-409e21da-9aca-4a4f-a66f-c27037b6026f req-f0b58988-a926-4634-a130-2504297c6a4e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.0970304 Jan 27 16:03:18.601157 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-864e57cf-a2c7-4599-a019-ee938d2f73f3 req-9302f32c-4af6-4a15-83d3-9dc5758b04b8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 210 time: 0.0375273 Jan 27 16:03:18.673077 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-00e74a39-ee3b-40f3-b31c-640ab572f007 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e530d2d9-0967-4022-9957-d2c0df7e0250 HTTP/1.1" status: 200 len: 217 time: 0.1727509 Jan 27 16:03:18.864652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'tag': 'e530d2d9-0967-4022-9957-d2c0df7e0250'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:18.866960 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067dee0-d254-46ca-9467-5a78a3c922df" -d '{"events": [{"name": "network-changed", "server_uuid": "c098b0b1-0d8f-4c24-8c24-721f965786f4", "tag": "e530d2d9-0967-4022-9957-d2c0df7e0250"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:18.984672 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4874346-616a-49dc-8685-beb3521a25e1 x-openstack-request-id: req-b4874346-616a-49dc-8685-beb3521a25e1 {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:18.984968 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c098b0b1-0d8f-4c24-8c24-721f965786f4", "tag": "e530d2d9-0967-4022-9957-d2c0df7e0250", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:18.985223 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4874346-616a-49dc-8685-beb3521a25e1 {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:18.985610 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'tag': 'e530d2d9-0967-4022-9957-d2c0df7e0250', 'status': 'completed', 'code': 200} Jan 27 16:03:19.009961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922ae51-af2b-4983-96f6-509063bd99a8 req-1342d90d-a8fa-4895-bd30-bd1fb6776c14 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:19.012315 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-934dbc17-95e5-4461-85af-3e2653f1e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:19.013899 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-934dbc17-95e5-4461-85af-3e2653f1e486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e17ddebf-0678-41f0-8cc0-9f3c28cde8ee HTTP/1.1" status: 200 len: 851 time: 0.1441975 Jan 27 16:03:19.016437 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c922ae51-af2b-4983-96f6-509063bd99a8 req-1342d90d-a8fa-4895-bd30-bd1fb6776c14 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0589800 Jan 27 16:03:19.030132 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa28d6-2982-42c6-9400-1f975fe5b048 req-887facac-00c4-4426-917c-cb8f44ee888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:19.031709 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a4fa28d6-2982-42c6-9400-1f975fe5b048 req-887facac-00c4-4426-917c-cb8f44ee888e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8ff07a1c1705459093c50413a35df253&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5285366 Jan 27 16:03:19.081341 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c922ae51-af2b-4983-96f6-509063bd99a8 req-652192ad-c57e-40f9-a0e4-3a6f176b58c7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621696 Jan 27 16:03:19.110050 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-3d7032e6-25a6-4623-9cbd-2d8f62f3829e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d24f765-3ff4-4cb1-af32-f521711e7f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510216 Jan 27 16:03:19.343152 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.60', 51628) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:19.503428 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.60', 51629) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:19.511164 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d6f4b766-af8a-42de-937e-c829556fa695 req-7b8b68a0-5362-49c5-80ac-8b10f1bbb853 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.1311631 Jan 27 16:03:19.517211 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.60', 51630) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:19.548428 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.60', 51631) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:19.790953 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-a08e1448-093c-4142-910e-8b5b66c6fa21 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:19.793027 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-a08e1448-093c-4142-910e-8b5b66c6fa21 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 810 time: 0.2288349 Jan 27 16:03:19.823649 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dcbc5-292f-44d3-8529-6a24f87c8cad req-d9a93dab-1c35-4d63-b486-e52514c2fbe4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:19.825143 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5c0dcbc5-292f-44d3-8529-6a24f87c8cad req-d9a93dab-1c35-4d63-b486-e52514c2fbe4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.5085962 Jan 27 16:03:19.881156 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-d8becb3d-9d47-457d-a12d-e8c5f3214e21 service neutron] 10.222.0.60 "GET /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345496 Jan 27 16:03:19.882417 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa28d6-2982-42c6-9400-1f975fe5b048 req-ca2400eb-65e1-4c84-9af4-053c04fc5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:19.883504 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a4fa28d6-2982-42c6-9400-1f975fe5b048 req-ca2400eb-65e1-4c84-9af4-053c04fc5a61 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7271819 Jan 27 16:03:19.919179 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7513c89c-b659-416f-8fbe-106c7dfe3cc8 req-188ecf3f-8f6f-448c-9e56-f64e1bde385b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.1370354 Jan 27 16:03:20.006725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-6f52d666-e18e-4690-b068-aa5a3223afbf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.015170 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-6f52d666-e18e-4690-b068-aa5a3223afbf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 818 time: 0.6607375 Jan 27 16:03:20.044956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Request body: {'port': {'device_id': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'admin_state_up': True, 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:20.204649 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-851b4d4e-37e5-4b79-b79b-1835ecec6858 req-cc288c49-c9e1-443b-af57-7c9735a97b03 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 210 time: 0.0793886 Jan 27 16:03:20.213117 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-ee3ebf95-023d-4bec-a64a-00cfc11a3c75 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.214942 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-ee3ebf95-023d-4bec-a64a-00cfc11a3c75 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 818 time: 0.7064784 Jan 27 16:03:20.221336 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-530ed713-01d3-4486-852c-93f17e21a24a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.223131 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-530ed713-01d3-4486-852c-93f17e21a24a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 816 time: 0.6813979 Jan 27 16:03:20.245638 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5c0dcbc5-292f-44d3-8529-6a24f87c8cad req-f8df55a1-94f7-4ed4-95cf-1d7c9686531c tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654783 Jan 27 16:03:20.258856 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-78724101-69d8-4c28-9803-ac9a0b850e20 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b245b789104749da9a1417bab1c186c6 HTTP/1.1" status: 200 len: 380 time: 0.4443243 Jan 27 16:03:20.287266 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Request body: {'port': {'device_id': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'admin_state_up': True, 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:20.289943 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'port': {'device_id': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'admin_state_up': True, 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'security_groups': ['06f418a3-2f6d-43d7-a9fe-44c1474c86f4']}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:20.299434 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28e8a7c6-3b66-4593-a7c6-c1fef4b76063 req-92c56224-08d3-43f9-93d0-ed52caa4a2fc service neutron] 10.222.0.60 "GET /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742480 Jan 27 16:03:20.302003 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-253242a1-1fea-404f-bd4b-a408820952a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.309840 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-253242a1-1fea-404f-bd4b-a408820952a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 1097 time: 0.2234361 Jan 27 16:03:20.483609 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-317bccd8-178f-4d1d-8e8c-22abdbd98350 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 380 time: 0.2082274 Jan 27 16:03:20.499100 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'port': {'device_id': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'admin_state_up': True, 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'security_groups': ['60b2ff10-9e77-4ae3-bb6e-19849f741037']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:20.499805 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-53c4af02-2dda-4593-adfa-1fae86400c85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d581be4-aa99-4784-808d-72ecbb0595a4 HTTP/1.1" status: 200 len: 217 time: 0.1474490 Jan 27 16:03:20.616080 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dee0-d254-46ca-9467-5a78a3c922df req-74eb28ee-1462-47fc-b631-cedf852a4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.617859 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-74eb28ee-1462-47fc-b631-cedf852a4ab2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=552a2b3a672744b885fb48a990f14fa8&device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 1096 time: 0.1634107 Jan 27 16:03:20.622951 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-af57b272-c88b-4204-8e91-70ff75650979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.624400 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-af57b272-c88b-4204-8e91-70ff75650979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.1009004 Jan 27 16:03:20.681581 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Made reservation on behalf of 8a2429eb90c34664ac6a690662ded8d4 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:03:20.692176 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:20.766452 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377df23a-4983-4b44-ab7f-927ddbd4b250 req-5e8d1a06-74f7-4007-81fd-753a55402bc4 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.768040 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-377df23a-4983-4b44-ab7f-927ddbd4b250 req-5e8d1a06-74f7-4007-81fd-753a55402bc4 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.3688135 Jan 27 16:03:20.768167 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-274eeb7c-9d00-4abe-a7e0-ed6328fd5264 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294229 Jan 27 16:03:20.851298 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ca9a3ed2-7f36-4c8c-a687-11ff26e3dbbe req-290fd00b-c97c-4af6-863e-9ec1a489cbcb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.0979621 Jan 27 16:03:20.926370 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Made reservation on behalf of 8a2429eb90c34664ac6a690662ded8d4 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:03:20.931534 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:20.944049 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dee0-d254-46ca-9467-5a78a3c922df req-95514519-5849-4d35-84f8-7cc48badfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:20.946510 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-95514519-5849-4d35-84f8-7cc48badfddd service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d24f765-3ff4-4cb1-af32-f521711e7f0b HTTP/1.1" status: 200 len: 912 time: 0.3187299 Jan 27 16:03:20.948448 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Made reservation on behalf of b245b789104749da9a1417bab1c186c6 for: {'port': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:03:20.960652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:20.994150 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:03:21.015074 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Made reservation on behalf of 89f6fa34c0ae441a8fcb708070986ea9 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:03:21.019183 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:21.047555 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-377df23a-4983-4b44-ab7f-927ddbd4b250 req-afb9133b-1bab-4468-85bb-aff771ac7fc3 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433083 Jan 27 16:03:21.092386 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-323664ba-5231-445c-b38d-a86b71418861 req-674931af-2408-4395-b010-3fca731b0c73 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jan 27 16:03:21.180069 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Allocated IP 172.20.0.9 (bebbf3bc-5a24-4217-8b9c-919f8a6115ca/ea80960f-c97a-4559-adc9-e6c5a8772f5c/d2fdd9de-12ca-4356-8752-d36ccf10679b) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:21.466900 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Allocated IP 172.20.0.4 (a99e79c7-9b98-4a4c-90ca-45b97bd488ec/4029b80c-6933-4888-83ef-3eda4486921a/fdc1784f-018f-4bdb-9f4c-28700d25817c) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:21.470486 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d3001e69-901d-4809-b265-83a84f16267a req-321e78fd-ea8c-41f8-b016-dadac3fbcc9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 210 time: 0.0957530 Jan 27 16:03:21.557928 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7076ad5-975a-4e02-a1d8-e6acd26a0423 req-2a64dd95-0ff1-43e3-adad-1f8d7f574c78 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:21.559598 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d7076ad5-975a-4e02-a1d8-e6acd26a0423 req-2a64dd95-0ff1-43e3-adad-1f8d7f574c78 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0851457 Jan 27 16:03:21.595719 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:21.679567 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d7076ad5-975a-4e02-a1d8-e6acd26a0423 req-47862cd0-5c53-4c90-9a1d-8f39fd18f2a1 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919433 Jan 27 16:03:21.696922 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:21.711561 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Allocated IP 172.20.0.4 (3ac1415e-ce93-45b8-8b83-dca773596e87/adf1692f-6673-4f3f-b614-de302694ba36/7f3911ec-edec-4658-b029-6a522d1a3093) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:21.748674 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:21.752655 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:21.757765 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:21.809640 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'Port': ['ID=d2fdd9de-12ca-4356-8752-d36ccf10679b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:21.828223 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:21.828865 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:21.845366 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks [] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:21.860700 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-d4c36e20-a948-4eb8-93bf-e1fef026d967 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5861616 Jan 27 16:03:22.016840 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for port (7f3911ec-edec-4658-b029-6a522d1a3093), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.018684 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.079920 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-f3922f09-f2f0-4d5b-8077-5b0873925fd4 None None] Provisioning complete for port d2fdd9de-12ca-4356-8752-d36ccf10679b triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:22.080406 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3922f09-f2f0-4d5b-8077-5b0873925fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.104951 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ede2620d-7d8e-4204-98e9-a067fe590dde req-fda860db-fbec-4143-a174-87a2ad0fa4a1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 210 time: 0.1098638 Jan 27 16:03:22.123658 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f3922f09-f2f0-4d5b-8077-5b0873925fd4 None None] Port d2fdd9de-12ca-4356-8752-d36ccf10679b cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:03:22.197311 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:22.240881 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e1b33-d849-40b6-b2b5-fa1e0bc43ac8 req-e5be4541-c5a2-4a29-8de9-291badbf5fca tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:22.248586 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6a3e1b33-d849-40b6-b2b5-fa1e0bc43ac8 req-e5be4541-c5a2-4a29-8de9-291badbf5fca tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0770237 Jan 27 16:03:22.262644 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Allocated IP 172.20.0.14 (a99e79c7-9b98-4a4c-90ca-45b97bd488ec/4029b80c-6933-4888-83ef-3eda4486921a/02126963-aa69-4146-be3b-fb8b3197466e) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:03:22.265147 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:22.278938 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a31f079a-0894-4901-9d5b-dc18b2423d36 req-e7a32aab-b029-4a0b-8b1f-f5e8be6e94ef tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.0804119 Jan 27 16:03:22.280964 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:22.291368 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Pushing event updated for resources: {'Port': ['ID=fdc1784f-018f-4bdb-9f4c-28700d25817c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:22.326063 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6a3e1b33-d849-40b6-b2b5-fa1e0bc43ac8 req-616dc0d7-5bb2-4322-abdc-1280bbc28999 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723062 Jan 27 16:03:22.352178 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.438971 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:22.439644 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.515986 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:22.525383 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:22.530217 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:22.536701 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-c2ed092a-441c-4933-88c2-a03e59c7bba7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4956172 Jan 27 16:03:22.537361 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:22.637579 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:22.639971 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.682377 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-b2f061a1-dd73-4c6d-9f09-23af058c184a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1916273 Jan 27 16:03:22.685244 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks [] for port (02126963-aa69-4146-be3b-fb8b3197466e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.751325 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1e268-d6fa-428f-a152-cc7146e6f415 req-0c2948d0-1064-4675-9e36-34a90e282573 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:22.758602 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-27e1e268-d6fa-428f-a152-cc7146e6f415 req-0c2948d0-1064-4675-9e36-34a90e282573 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 931 time: 0.1266856 Jan 27 16:03:22.859941 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fe493-74cc-439a-96ae-84af3d6bc6f7 req-42bbb732-9911-4236-8c75-faeb6d9d2d00 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:22.864648 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-27e1e268-d6fa-428f-a152-cc7146e6f415 req-7ddd1a52-0f03-4abd-ba22-d0f19e323dde tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040213 Jan 27 16:03:22.866323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (02126963-aa69-4146-be3b-fb8b3197466e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.867929 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d2fe493-74cc-439a-96ae-84af3d6bc6f7 req-42bbb732-9911-4236-8c75-faeb6d9d2d00 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0863886 Jan 27 16:03:22.877350 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-65f79580-ab5c-42de-b5ed-e0c862c623c5 None None] Provisioning complete for port 7f3911ec-edec-4658-b029-6a522d1a3093 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:22.877986 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-65f79580-ab5c-42de-b5ed-e0c862c623c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:22.933144 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d2fe493-74cc-439a-96ae-84af3d6bc6f7 req-cefa2372-d1f4-4e8c-b268-47c9d892b159 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642619 Jan 27 16:03:22.935519 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Network a99e79c7-9b98-4a4c-90ca-45b97bd488ec is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:03:22.942846 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-65f79580-ab5c-42de-b5ed-e0c862c623c5 None None] Port 7f3911ec-edec-4658-b029-6a522d1a3093 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:03:22.949000 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:03:22.952825 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:03:22.996232 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Pushing event updated for resources: {'Port': ['ID=02126963-aa69-4146-be3b-fb8b3197466e,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:23.015708 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:23.016321 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:23.032353 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-67e2fc2e-f70e-4671-8597-f66b3765e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7588675 Jan 27 16:03:23.227189 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53d27f-1fb1-4627-ac49-d4941c62a5cb req-44b02cc9-13f5-47ae-8e83-78a4f281a4a7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:23.228570 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7d53d27f-1fb1-4627-ac49-d4941c62a5cb req-44b02cc9-13f5-47ae-8e83-78a4f281a4a7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 931 time: 0.0482049 Jan 27 16:03:23.277784 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7d53d27f-1fb1-4627-ac49-d4941c62a5cb req-ee4d37a6-ced6-4939-b4e6-467b0707955b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Jan 27 16:03:23.401600 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339312-5e42-492a-bb9f-c27a931991ce req-b6d5ae7c-4aa9-47c4-90ec-228d3114772d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:23.403173 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-08339312-5e42-492a-bb9f-c27a931991ce req-b6d5ae7c-4aa9-47c4-90ec-228d3114772d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 932 time: 0.0496416 Jan 27 16:03:23.438186 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd8ea-b5c4-46e3-9889-f159f225b452 req-dd53d986-ae27-4aee-95b5-21947743dc6f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:23.439706 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-588cd8ea-b5c4-46e3-9889-f159f225b452 req-dd53d986-ae27-4aee-95b5-21947743dc6f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0489180 Jan 27 16:03:23.450101 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-08339312-5e42-492a-bb9f-c27a931991ce req-431b0ffc-1d6f-4f29-97c2-cc66bc87d169 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Jan 27 16:03:23.486162 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-588cd8ea-b5c4-46e3-9889-f159f225b452 req-99be3adc-3e01-4d22-8495-8b3125f12cb2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Jan 27 16:03:24.002078 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01127b9f-a781-4fa3-b264-41de7c21b991 req-4832b486-3e9c-4f34-b8bc-5aea16ef1898 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:24.003892 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-01127b9f-a781-4fa3-b264-41de7c21b991 req-4832b486-3e9c-4f34-b8bc-5aea16ef1898 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 931 time: 0.0607753 Jan 27 16:03:24.059143 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-01127b9f-a781-4fa3-b264-41de7c21b991 req-df5b7942-20b0-4dbb-b7c6-2164aacaceed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Jan 27 16:03:24.059360 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f6a8-2dd3-42f8-b86b-8970e3de2771 req-98d6628c-cabd-4c05-99d4-b5d4ea02b623 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:24.060832 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a70f6a8-2dd3-42f8-b86b-8970e3de2771 req-98d6628c-cabd-4c05-99d4-b5d4ea02b623 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0570915 Jan 27 16:03:24.108249 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a70f6a8-2dd3-42f8-b86b-8970e3de2771 req-c87e803c-7c2a-4f53-b03a-5dda5221defe tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Jan 27 16:03:24.399830 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc14b2-2af8-4415-b6ec-5bf87ed09ace req-b6536bd8-dca1-4d56-81df-c2303f8a154e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:24.401325 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e3fc14b2-2af8-4415-b6ec-5bf87ed09ace req-b6536bd8-dca1-4d56-81df-c2303f8a154e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 931 time: 0.0520494 Jan 27 16:03:24.424908 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a48a70d5-f495-42cb-b71c-3fd3a53400eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:24.454671 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e3fc14b2-2af8-4415-b6ec-5bf87ed09ace req-f24d951a-1d11-4da5-9862-0ce6922b65ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Jan 27 16:03:24.572862 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c633fe7-b113-494f-a41b-076f52c0f235 req-6766e0a4-5840-44b7-8f32-09d0be19320f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:24.574316 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3c633fe7-b113-494f-a41b-076f52c0f235 req-6766e0a4-5840-44b7-8f32-09d0be19320f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 932 time: 0.0566158 Jan 27 16:03:24.611285 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0157af-e1e3-4edc-ba36-a2b21d70ef1b req-78041bf9-240e-4450-a2be-efd181855b0f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:24.613077 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-de0157af-e1e3-4edc-ba36-a2b21d70ef1b req-78041bf9-240e-4450-a2be-efd181855b0f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0541868 Jan 27 16:03:24.625648 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3c633fe7-b113-494f-a41b-076f52c0f235 req-f9e74330-a3b2-4ad7-badb-f33b9497c264 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453579 Jan 27 16:03:24.668679 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-de0157af-e1e3-4edc-ba36-a2b21d70ef1b req-086e039b-6ee8-48e4-9352-a6a6d593af21 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Jan 27 16:03:25.180786 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e4f86-3bfb-4a88-8ebb-5e7b77084bb4 req-64a61c1a-8223-4300-a03d-47c33367779d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:25.182171 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a61e4f86-3bfb-4a88-8ebb-5e7b77084bb4 req-64a61c1a-8223-4300-a03d-47c33367779d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 931 time: 0.0509763 Jan 27 16:03:25.241188 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de54eef-b53d-4e7f-8069-68b79241c6be req-de1c7662-33f4-4bad-bc19-d01438fc1fff tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:25.243744 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0de54eef-b53d-4e7f-8069-68b79241c6be req-de1c7662-33f4-4bad-bc19-d01438fc1fff tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0643528 Jan 27 16:03:25.245402 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a61e4f86-3bfb-4a88-8ebb-5e7b77084bb4 req-80b4ccad-f064-4923-b371-2c0d7b14a479 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570831 Jan 27 16:03:25.296338 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0de54eef-b53d-4e7f-8069-68b79241c6be req-44a35578-b98c-4f5f-bc25-947ac844f960 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Jan 27 16:03:25.519054 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Request body: {'port': {'device_id': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:25.525900 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Request body: {'port': {'device_id': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:25.534276 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Request body: {'port': {'device_id': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:25.556138 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Request body: {'port': {'device_id': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:03:25.566690 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-d2e5c5d3-bd38-411a-90c5-1101142b89c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e530d2d9-0967-4022-9957-d2c0df7e0250 HTTP/1.1" status: 200 len: 217 time: 0.0545478 Jan 27 16:03:25.715750 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (02126963-aa69-4146-be3b-fb8b3197466e), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:25.717612 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:25.736078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:25.748699 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4479dd-0dc2-4706-897a-bf5bb21c8e48 req-d4d1ae79-cb2e-4d14-95d0-5e424393a13e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:25.750456 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9d4479dd-0dc2-4706-897a-bf5bb21c8e48 req-d4d1ae79-cb2e-4d14-95d0-5e424393a13e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 931 time: 0.2001495 Jan 27 16:03:25.764845 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-7a219cf9-7cab-4e4e-bb72-75f41d8db46e service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125900 Jan 27 16:03:25.765408 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:25.773508 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dee0-d254-46ca-9467-5a78a3c922df req-94fedd65-dd5a-4883-832c-9308c1417488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:25.773508 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-94fedd65-dd5a-4883-832c-9308c1417488 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e17ddebf-0678-41f0-8cc0-9f3c28cde8ee HTTP/1.1" status: 200 len: 851 time: 0.1806490 Jan 27 16:03:25.834041 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-e2b507bb-511e-45e8-ae64-2e45d3ad9d4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d24f765-3ff4-4cb1-af32-f521711e7f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535548 Jan 27 16:03:25.912571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198eb82-166c-4a7a-8f3f-90ba2a3723c1 req-d1bc1562-eccb-43a2-aea8-27c0bb53406a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:25.914065 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b198eb82-166c-4a7a-8f3f-90ba2a3723c1 req-d1bc1562-eccb-43a2-aea8-27c0bb53406a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 932 time: 0.2023265 Jan 27 16:03:26.075673 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9d4479dd-0dc2-4706-897a-bf5bb21c8e48 req-ce7e201b-e5fc-48fd-91a1-e734b9e75034 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142760 Jan 27 16:03:26.076365 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-7e785df7-0147-4996-9b61-cfabe0455ee7 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923055 Jan 27 16:03:26.125804 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b198eb82-166c-4a7a-8f3f-90ba2a3723c1 req-2c763da0-f674-4705-977c-c4ed877661e6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016146 Jan 27 16:03:26.139463 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-01c3ce51-7960-443d-95b3-07db8c8e91cb service neutron] 10.222.0.60 "GET /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601039 Jan 27 16:03:26.315825 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-443307f9-f1bf-40ee-aea2-7a7c7aeb16e5 service neutron] 10.222.0.60 "GET /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360443 Jan 27 16:03:26.401740 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fdd9de-12ca-4356-8752-d36ccf10679b {{(pid=102385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:26.412600 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Publish callbacks [] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.430195 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b878-9ce4-4ac7-8a20-600ae103c21c req-7edbe6e7-7123-471f-a33a-68da615daaff tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:26.431831 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a389b878-9ce4-4ac7-8a20-600ae103c21c req-7edbe6e7-7123-471f-a33a-68da615daaff tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 931 time: 0.1066422 Jan 27 16:03:26.438097 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.provisioning_blocks [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Transition to ACTIVE for port object d2fdd9de-12ca-4356-8752-d36ccf10679b will not be triggered until provisioned by entity L2. {{(pid=102385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:03:26.448511 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.522941 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4c803-3bdc-41f7-9a2a-5f70ab184efc req-8719bfb0-2e81-48ae-addc-0b8da0848091 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:26.525695 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-35c4c803-3bdc-41f7-9a2a-5f70ab184efc req-8719bfb0-2e81-48ae-addc-0b8da0848091 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.3511503 Jan 27 16:03:26.533007 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fdd9de-12ca-4356-8752-d36ccf10679b,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:26.544784 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a389b878-9ce4-4ac7-8a20-600ae103c21c req-330116e1-7a6d-499f-b5d7-f082c3bae590 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042676 Jan 27 16:03:26.651989 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Attempting to bind port d2fdd9de-12ca-4356-8752-d36ccf10679b on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:26.652337 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Attempting to bind port d2fdd9de-12ca-4356-8752-d36ccf10679b by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}] {{(pid=102385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:26.652672 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Attempting to bind port d2fdd9de-12ca-4356-8752-d36ccf10679b on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:26.653879 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-35c4c803-3bdc-41f7-9a2a-5f70ab184efc req-219571ec-932c-47c0-add9-65a54ff4cfd9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188903 Jan 27 16:03:26.684292 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Port d2fdd9de-12ca-4356-8752-d36ccf10679b on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:03:26.684688 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Attempting to bind port d2fdd9de-12ca-4356-8752-d36ccf10679b on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:26.695646 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:26.695975 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Checking segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:26.696760 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Bound using segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} {{(pid=102385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:26.696888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.managers [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Bound port: d2fdd9de-12ca-4356-8752-d36ccf10679b, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}}] {{(pid=102385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:26.697151 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.729105 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6d077cc1-6a36-4f5e-9efd-f2d6d36f505e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.752674 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02126963-aa69-4146-be3b-fb8b3197466e {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:26.757286 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae5c07-1c29-4474-9276-058fd3909898 req-643fed02-75b1-47b3-9251-bbd53f367ed6 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:26.758867 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7eae5c07-1c29-4474-9276-058fd3909898 req-643fed02-75b1-47b3-9251-bbd53f367ed6 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.1236813 Jan 27 16:03:26.790343 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Publish callbacks [] for port (02126963-aa69-4146-be3b-fb8b3197466e), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.797155 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.830213 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3911ec-edec-4658-b029-6a522d1a3093 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:26.838395 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Transition to ACTIVE for port object 02126963-aa69-4146-be3b-fb8b3197466e will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:03:26.845251 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Publish callbacks [] for port (7f3911ec-edec-4658-b029-6a522d1a3093), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.846720 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] For port d2fdd9de-12ca-4356-8752-d36ccf10679b, host hv-cinder-82635, cleared binding levels {{(pid=102385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:26.871250 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (02126963-aa69-4146-be3b-fb8b3197466e), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.872697 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] For port d2fdd9de-12ca-4356-8752-d36ccf10679b, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:26.883581 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7eae5c07-1c29-4474-9276-058fd3909898 req-59b387ec-df92-4270-b713-5c86e98e9220 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098704 Jan 27 16:03:26.886559 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.928131 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:26.928131 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:26.929508 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 1093 time: 1.3790121 Jan 27 16:03:26.929964 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:26.933029 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc39d4f6-505f-4608-93db-8168d7877af9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:26.958551 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48b161-31b3-41d4-b4a9-c5a71a8c56b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fdd9de-12ca-4356-8752-d36ccf10679b,revision_number=3']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:26.959492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Transition to ACTIVE for port object 7f3911ec-edec-4658-b029-6a522d1a3093 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:03:26.997506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.006670 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911bf2b7-0ba7-4326-a030-6ded4e9a3dd1 x-openstack-request-id: req-911bf2b7-0ba7-4326-a030-6ded4e9a3dd1 {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:27.007569 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:27.007842 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-911bf2b7-0ba7-4326-a030-6ded4e9a3dd1 {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:27.008248 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'status': 'completed', 'code': 200} Jan 27 16:03:27.043974 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-e3c252d7-468a-40a4-857b-e06f55fbf278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.045629 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-e3c252d7-468a-40a4-857b-e06f55fbf278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1096 time: 0.0617199 Jan 27 16:03:27.080819 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Pushing event updated for resources: {'Port': ['ID=02126963-aa69-4146-be3b-fb8b3197466e,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:27.096057 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-c27c4117-2adf-49ef-9520-1870584d6c20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 217 time: 0.0409703 Jan 27 16:03:27.218559 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-958fa46b-ae7d-453c-a69d-b8a8b134471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.223760 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-958fa46b-ae7d-453c-a69d-b8a8b134471a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.1199141 Jan 27 16:03:27.400548 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-102cec32-cd17-4688-b08d-2314d4e45f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.402197 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-102cec32-cd17-4688-b08d-2314d4e45f9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1464188 Jan 27 16:03:27.406329 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:27.415073 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee82e6-2067-448b-aa41-b90a56c3d42d req-2b7edf56-58d0-44a0-86e7-0159a2cf22d4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.416639 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f5ee82e6-2067-448b-aa41-b90a56c3d42d req-2b7edf56-58d0-44a0-86e7-0159a2cf22d4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.1892831 Jan 27 16:03:27.466380 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc1784f-018f-4bdb-9f4c-28700d25817c {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:27.480755 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Publish callbacks [] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.500797 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eb028-4360-4365-a309-0e2e9cfb5761 req-b4caedb0-3864-46af-869f-4457997b0337 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.507788 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-167eb028-4360-4365-a309-0e2e9cfb5761 req-b4caedb0-3864-46af-869f-4457997b0337 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.2288871 Jan 27 16:03:27.508725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Attempting to bind port 02126963-aa69-4146-be3b-fb8b3197466e on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:27.509156 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Attempting to bind port 02126963-aa69-4146-be3b-fb8b3197466e by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:27.509572 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Attempting to bind port 02126963-aa69-4146-be3b-fb8b3197466e on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:27.534606 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Port 02126963-aa69-4146-be3b-fb8b3197466e on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:03:27.535053 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Attempting to bind port 02126963-aa69-4146-be3b-fb8b3197466e on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:27.561104 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Transition to ACTIVE for port object fdc1784f-018f-4bdb-9f4c-28700d25817c will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:03:27.562219 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Attempting to bind port 7f3911ec-edec-4658-b029-6a522d1a3093 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:27.562722 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Attempting to bind port 7f3911ec-edec-4658-b029-6a522d1a3093 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:27.563186 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Attempting to bind port 7f3911ec-edec-4658-b029-6a522d1a3093 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:27.565977 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:27.566416 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Checking segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:27.567146 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Bound using segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:27.567712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Bound port: 02126963-aa69-4146-be3b-fb8b3197466e, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:27.568158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (02126963-aa69-4146-be3b-fb8b3197466e), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.583359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.596412 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Port 7f3911ec-edec-4658-b029-6a522d1a3093 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:03:27.596647 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Attempting to bind port 7f3911ec-edec-4658-b029-6a522d1a3093 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:27.614907 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.670294 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:27.670605 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Checking segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:27.671013 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Bound using segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:27.671467 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Bound port: 7f3911ec-edec-4658-b029-6a522d1a3093, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:27.671854 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.716006 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-167eb028-4360-4365-a309-0e2e9cfb5761 req-32967111-06b3-4b89-8d1d-380fe047dd96 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930172 Jan 27 16:03:27.719437 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc1784f-018f-4bdb-9f4c-28700d25817c,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:27.734142 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f5ee82e6-2067-448b-aa41-b90a56c3d42d req-4653eaec-5146-4460-bf9c-1d836a8446a0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053586 Jan 27 16:03:27.792392 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-a01f5a04-7153-4831-975b-6c7f0fc7032c service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745914 Jan 27 16:03:27.804201 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] For port 02126963-aa69-4146-be3b-fb8b3197466e, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:27.855491 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] For port 02126963-aa69-4146-be3b-fb8b3197466e, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=02126963-aa69-4146-be3b-fb8b3197466e,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:27.876880 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (02126963-aa69-4146-be3b-fb8b3197466e), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.925175 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dd577-1148-4924-88c6-a4b19cdb9b14 req-acb72631-8494-4658-b536-d96890a1e2c0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.926801 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-149dd577-1148-4924-88c6-a4b19cdb9b14 req-acb72631-8494-4658-b536-d96890a1e2c0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.1135118 Jan 27 16:03:27.948277 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:27.955673 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4b32d3c-1d86-4b45-a4cb-c11cacaf303a req-367b6bde-de93-4e3f-883a-ce07715f0246 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545649 Jan 27 16:03:27.970012 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:27.970890 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:27.972580 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] 10.222.0.60 "PUT /v2.0/ports/02126963-aa69-4146-be3b-fb8b3197466e HTTP/1.1" status: 200 len: 1094 time: 2.4500999 Jan 27 16:03:27.976341 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'tag': '02126963-aa69-4146-be3b-fb8b3197466e'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:27.987111 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:27.990945 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-149dd577-1148-4924-88c6-a4b19cdb9b14 req-59755fb6-01ab-4686-8fa1-2b4d388384f7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520616 Jan 27 16:03:28.012067 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:28.026516 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe813668-874b-4c3d-b4b0-18f3fe64ddc0 req-12263205-356b-4326-8f84-0b7ba3608eae tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.028180 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fe813668-874b-4c3d-b4b0-18f3fe64ddc0 req-12263205-356b-4326-8f84-0b7ba3608eae tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.2036457 Jan 27 16:03:28.032371 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Attempting to bind port fdc1784f-018f-4bdb-9f4c-28700d25817c on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:03:28.032709 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Attempting to bind port fdc1784f-018f-4bdb-9f4c-28700d25817c by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:03:28.033040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Attempting to bind port fdc1784f-018f-4bdb-9f4c-28700d25817c on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:28.035549 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfcebd-c8e5-4f2a-a7d3-626cc3573492 service neutron] Pushing event updated for resources: {'Port': ['ID=02126963-aa69-4146-be3b-fb8b3197466e,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:28.048285 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Port fdc1784f-018f-4bdb-9f4c-28700d25817c on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:03:28.048614 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Attempting to bind port fdc1784f-018f-4bdb-9f4c-28700d25817c on network a99e79c7-9b98-4a4c-90ca-45b97bd488ec {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:03:28.077715 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.078595 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:28.079750 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] 10.222.0.60 "PUT /v2.0/ports/7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 1093 time: 2.5510075 Jan 27 16:03:28.141952 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-9e070da1-360f-4187-b44f-5841e34e2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.143720 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-9e070da1-360f-4187-b44f-5841e34e2f11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 1097 time: 0.0905902 Jan 27 16:03:28.186522 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:03:28.186867 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Checking segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:03:28.187280 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Bound using segment: {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:03:28.187730 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Bound port: fdc1784f-018f-4bdb-9f4c-28700d25817c, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17764d3b-e668-4eb1-bded-fe09a3ba5a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:03:28.188093 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:28.252832 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-8796bf91-70e8-4583-aaeb-c2fe3f0a1881 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02126963-aa69-4146-be3b-fb8b3197466e HTTP/1.1" status: 200 len: 217 time: 0.0971057 Jan 27 16:03:28.261547 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a507c2-4753-466f-90b8-8363ce1f83e5" -d '{"events": [{"name": "network-changed", "server_uuid": "53c1dfef-ceda-489a-a7ea-045b8ab0f249", "tag": "02126963-aa69-4146-be3b-fb8b3197466e"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:28.315189 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f271bb-e415-488b-8727-e3b540b76a8a service neutron] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:28.335984 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-25a5aa27-a4bb-4e3e-847f-f19eb587f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.338043 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-25a5aa27-a4bb-4e3e-847f-f19eb587f385 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0813520 Jan 27 16:03:28.374294 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb420f60-d67a-4387-aae9-42a9d2b41037 req-9362dcde-cd38-4f5a-8c6a-eb982f7bacf2 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.376231 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fb420f60-d67a-4387-aae9-42a9d2b41037 req-9362dcde-cd38-4f5a-8c6a-eb982f7bacf2 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.2103038 Jan 27 16:03:28.388354 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-4f1f78e8-fd44-41c8-b923-e48fad22c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.389901 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-4f1f78e8-fd44-41c8-b923-e48fad22c5af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1096 time: 0.3054931 Jan 27 16:03:28.407950 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fe813668-874b-4c3d-b4b0-18f3fe64ddc0 req-46803a5c-e73f-4b9e-8d24-5c00a0b0ecf9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200090 Jan 27 16:03:28.428484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-855cb0f5-e665-4a46-b388-e7b8eed883bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.430466 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-855cb0f5-e665-4a46-b388-e7b8eed883bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1096 time: 0.2999620 Jan 27 16:03:28.438444 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-883da0fb-1a85-44a1-9a44-d867ca0c9695 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876651 Jan 27 16:03:28.639170 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fb420f60-d67a-4387-aae9-42a9d2b41037 req-d8308fba-2eb9-4e9d-8cf4-c7decddbbbd4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993179 Jan 27 16:03:28.661815 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-2264c8c9-cf25-415b-b497-b85454330426 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054534 Jan 27 16:03:28.770271 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cfd3c4b5-9afb-4e81-b748-bbf19e3eee7a req-ca1935c0-e3b3-4da0-a2ca-438ccafba30c service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016479 Jan 27 16:03:28.784654 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae044773-8c11-44cb-b85a-f983d499ca62 x-openstack-request-id: req-ae044773-8c11-44cb-b85a-f983d499ca62 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:28.784949 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c1dfef-ceda-489a-a7ea-045b8ab0f249", "tag": "02126963-aa69-4146-be3b-fb8b3197466e", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:28.785203 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae044773-8c11-44cb-b85a-f983d499ca62 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:28.786181 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'tag': '02126963-aa69-4146-be3b-fb8b3197466e', 'status': 'completed', 'code': 200} Jan 27 16:03:28.795127 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-4b905dcd-f51b-4a74-a482-524005470f65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 217 time: 0.3402977 Jan 27 16:03:28.796195 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] For port fdc1784f-018f-4bdb-9f4c-28700d25817c, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:03:28.831272 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] For port fdc1784f-018f-4bdb-9f4c-28700d25817c, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:03:28.874451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:28.899657 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c891-a0c9-48dd-a7a9-584612d9210f req-ed0a6258-35a1-440b-a2f6-73a12daef169 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.907621 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-60b5c891-a0c9-48dd-a7a9-584612d9210f req-ed0a6258-35a1-440b-a2f6-73a12daef169 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0812058 Jan 27 16:03:28.951964 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-60b5c891-a0c9-48dd-a7a9-584612d9210f req-2dc14fc8-e44c-4230-9b20-b7e2e9fd39a3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Jan 27 16:03:28.991987 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-e30a5494-a8a7-4b92-a36d-cb1d670a5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.993466 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-e30a5494-a8a7-4b92-a36d-cb1d670a5219 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.1786060 Jan 27 16:03:28.997183 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:28.997781 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:28.999054 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] 10.222.0.60 "PUT /v2.0/ports/fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 1093 time: 3.4843984 Jan 27 16:03:29.000414 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-f08f3a3a-a8e1-4a65-b802-1dfa74161f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:29.001733 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-f08f3a3a-a8e1-4a65-b802-1dfa74161f4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.5814409 Jan 27 16:03:29.015537 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e96eb-1104-4403-9a72-5de8e4eba122 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc1784f-018f-4bdb-9f4c-28700d25817c,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:29.025759 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77487e50-e604-4ae2-9f35-9495b45e5637 req-9af83250-78f3-4c0e-ab81-71f00bb3d427 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:29.027288 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77487e50-e604-4ae2-9f35-9495b45e5637 req-9af83250-78f3-4c0e-ab81-71f00bb3d427 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.1981091 Jan 27 16:03:29.074677 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77487e50-e604-4ae2-9f35-9495b45e5637 req-1c000e7f-26f1-46cd-8fda-892395501208 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417726 Jan 27 16:03:29.125806 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:29.136715 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782a9e3-e5c5-42e6-804c-9d6bb7a66aae req-5d092522-47e8-4ad4-bfa9-7c1296824f73 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:29.138102 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1782a9e3-e5c5-42e6-804c-9d6bb7a66aae req-5d092522-47e8-4ad4-bfa9-7c1296824f73 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0538218 Jan 27 16:03:29.183296 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1782a9e3-e5c5-42e6-804c-9d6bb7a66aae req-f19a3b56-428c-46e9-b887-a69fbe3f9c6d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Jan 27 16:03:29.515050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf36a6-340f-4ce0-9fd0-20757546d827 req-b65b8d05-7d55-485c-8267-a082a57dfec0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:29.516544 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-85cf36a6-340f-4ce0-9fd0-20757546d827 req-b65b8d05-7d55-485c-8267-a082a57dfec0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0533779 Jan 27 16:03:29.563211 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-85cf36a6-340f-4ce0-9fd0-20757546d827 req-ed03e6da-a302-4bd7-8995-96ca40cba50f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Jan 27 16:03:29.752015 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e7509-6a3a-467c-964d-28b23351bf40 req-80e64694-85d4-4138-8756-df129615bacb tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:29.753397 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-530e7509-6a3a-467c-964d-28b23351bf40 req-80e64694-85d4-4138-8756-df129615bacb tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0512688 Jan 27 16:03:29.798903 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-530e7509-6a3a-467c-964d-28b23351bf40 req-d6b64349-8150-4f2f-876e-131c95a85cc0 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Jan 27 16:03:30.068474 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbddaf-43a6-4c36-a14a-720f6d687471 req-299bfd0a-222f-4527-a2f2-1ba0a6316033 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:30.069859 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0cdbddaf-43a6-4c36-a14a-720f6d687471 req-299bfd0a-222f-4527-a2f2-1ba0a6316033 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0465610 Jan 27 16:03:30.115691 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0cdbddaf-43a6-4c36-a14a-720f6d687471 req-99b2a789-fc80-4e8b-a4c6-bb1895433c62 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Jan 27 16:03:30.190792 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e376a-ed87-4abd-bd9d-4056ab676202 req-dffa6343-35c4-4f8b-a75b-36d2dee18ffe tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:30.192336 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d74e376a-ed87-4abd-bd9d-4056ab676202 req-dffa6343-35c4-4f8b-a75b-36d2dee18ffe tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0476913 Jan 27 16:03:30.242369 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d74e376a-ed87-4abd-bd9d-4056ab676202 req-9fef8176-c1c6-4e70-8dde-8004d40a60d8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Jan 27 16:03:30.306398 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c4c34-26c6-4661-a751-e47ede712170 req-1db7093a-5fc0-48a4-b169-b2e8b5994d3c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:30.307995 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506c4c34-26c6-4661-a751-e47ede712170 req-1db7093a-5fc0-48a4-b169-b2e8b5994d3c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0478208 Jan 27 16:03:30.362497 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506c4c34-26c6-4661-a751-e47ede712170 req-ba8da588-22a5-451c-b862-eed0ea02fae5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487907 Jan 27 16:03:30.461786 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:30.684873 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c282f-7639-4972-b4b3-a2a244cafda4 req-758e5595-42d3-4761-a30a-2fef8c906886 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:30.686350 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3a2c282f-7639-4972-b4b3-a2a244cafda4 req-758e5595-42d3-4761-a30a-2fef8c906886 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0499358 Jan 27 16:03:30.739352 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3a2c282f-7639-4972-b4b3-a2a244cafda4 req-55baf179-fd7b-4ce1-9361-bdaca8b9c718 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464733 Jan 27 16:03:30.788047 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}, {'name': 'network-changed', 'server_uuid': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'tag': 'fdc1784f-018f-4bdb-9f4c-28700d25817c'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:30.790362 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a03fe1-bc27-4904-a98f-bfbcf859e073" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}, {"name": "network-changed", "server_uuid": "e56702b3-830c-441b-b790-b13f42d20c0d", "tag": "fdc1784f-018f-4bdb-9f4c-28700d25817c"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:30.832784 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284a7d7-07f0-423c-8a80-f2e3d5603805 x-openstack-request-id: req-6284a7d7-07f0-423c-8a80-f2e3d5603805 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:30.832784 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e56702b3-830c-441b-b790-b13f42d20c0d", "tag": "fdc1784f-018f-4bdb-9f4c-28700d25817c", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:30.832784 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6284a7d7-07f0-423c-8a80-f2e3d5603805 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:30.833566 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'status': 'completed', 'code': 200} Jan 27 16:03:30.833566 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'tag': 'fdc1784f-018f-4bdb-9f4c-28700d25817c', 'status': 'completed', 'code': 200} Jan 27 16:03:30.919550 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6b8f-d625-4f06-be14-9f55f616ae57 req-42fc9ddb-e515-4098-bfbb-fb46b987be21 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:30.921197 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d40f6b8f-d625-4f06-be14-9f55f616ae57 req-42fc9ddb-e515-4098-bfbb-fb46b987be21 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0520468 Jan 27 16:03:30.970658 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d40f6b8f-d625-4f06-be14-9f55f616ae57 req-eca6925f-3dea-4f10-8f35-d14b9d7706bb tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Jan 27 16:03:31.249116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c3491-6847-44b7-9c1d-cb33afc1eee8 req-5fc73c8d-ef5b-4ae0-9edc-fc77b6095bfb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:31.251323 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a0c3491-6847-44b7-9c1d-cb33afc1eee8 req-5fc73c8d-ef5b-4ae0-9edc-fc77b6095bfb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0607736 Jan 27 16:03:31.309501 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a0c3491-6847-44b7-9c1d-cb33afc1eee8 req-319e3717-7a0a-4aea-ba32-c09a9949a753 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506322 Jan 27 16:03:31.375056 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29781b09-37ce-4ffe-b197-ca81b3855ba6 req-9677f66b-d869-42e0-ad8a-e63c91dc9b2c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:31.376728 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-29781b09-37ce-4ffe-b197-ca81b3855ba6 req-9677f66b-d869-42e0-ad8a-e63c91dc9b2c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0541730 Jan 27 16:03:31.426835 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-29781b09-37ce-4ffe-b197-ca81b3855ba6 req-69315f94-a60e-444d-9630-fa85190eeb32 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Jan 27 16:03:31.479319 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bfb41-a9c1-4835-8b98-b03e9ffbb86c req-1417039b-e686-4738-9771-194668fc1fc1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:31.480979 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-927bfb41-a9c1-4835-8b98-b03e9ffbb86c req-1417039b-e686-4738-9771-194668fc1fc1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0498586 Jan 27 16:03:31.528936 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-927bfb41-a9c1-4835-8b98-b03e9ffbb86c req-8da9f705-7550-46f6-a3e0-f0acecc46e48 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Jan 27 16:03:31.856870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a46986-482c-4408-ba44-12b2245f9cf1 req-c179cbb3-c0e7-4b18-b954-89666debd9cb tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:31.858348 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-90a46986-482c-4408-ba44-12b2245f9cf1 req-c179cbb3-c0e7-4b18-b954-89666debd9cb tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0515435 Jan 27 16:03:31.904683 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-90a46986-482c-4408-ba44-12b2245f9cf1 req-f2547e88-38b5-4974-af38-62cf5dbd2580 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Jan 27 16:03:31.969269 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-9a4c92c4-13d6-4e16-b477-f7f064cfae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:31.970685 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-9a4c92c4-13d6-4e16-b477-f7f064cfae71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 1097 time: 0.0425587 Jan 27 16:03:32.007455 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-99d3fdc4-94d9-415e-b66c-9a83600c0189 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 217 time: 0.0797291 Jan 27 16:03:32.032045 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-2a310b9e-8893-49f9-89c2-947f1225059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:32.033551 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-2a310b9e-8893-49f9-89c2-947f1225059a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993867 Jan 27 16:03:32.088037 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070eaa-b442-4332-8024-62e67d0ad7dd req-ddf92fc1-8a2c-4866-a00b-f12d55984e56 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:32.089514 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1a070eaa-b442-4332-8024-62e67d0ad7dd req-ddf92fc1-8a2c-4866-a00b-f12d55984e56 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0473461 Jan 27 16:03:32.139676 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1a070eaa-b442-4332-8024-62e67d0ad7dd req-f0e4dbc9-e6c3-4ce8-ac02-78a30505db18 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jan 27 16:03:32.442464 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eae47e-4be1-489d-ab12-8efe81bafd70 req-f466166c-11c2-493c-96b6-805e7e4b905d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:32.443954 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-41eae47e-4be1-489d-ab12-8efe81bafd70 req-f466166c-11c2-493c-96b6-805e7e4b905d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0564978 Jan 27 16:03:32.490787 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-41eae47e-4be1-489d-ab12-8efe81bafd70 req-7b6222c2-9983-4b8c-b0e5-0e8688e85227 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406833 Jan 27 16:03:32.541925 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5713-f7a6-4dd1-af16-c0928e1436f7 req-aad9d7eb-0bf9-45fb-964d-c8ba88655f2e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:32.543457 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dad5713-f7a6-4dd1-af16-c0928e1436f7 req-aad9d7eb-0bf9-45fb-964d-c8ba88655f2e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0478787 Jan 27 16:03:32.593366 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dad5713-f7a6-4dd1-af16-c0928e1436f7 req-9569cec1-7cbd-4ac7-8d30-03b722cb593a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Jan 27 16:03:32.650665 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362516c1-f4ee-4dc3-b505-3f63ffb41cfc req-5d42064f-0d88-4269-b239-834d3ced71ed tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:32.652279 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-362516c1-f4ee-4dc3-b505-3f63ffb41cfc req-5d42064f-0d88-4269-b239-834d3ced71ed tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.0566032 Jan 27 16:03:32.700063 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-362516c1-f4ee-4dc3-b505-3f63ffb41cfc req-492194ab-99d6-48e6-bf99-4afcf7e6e65e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Jan 27 16:03:33.017051 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae0bf7-ec54-4837-9650-eee4ca8e0883 req-20f7fef9-b2e4-4192-ad7d-2baad7815e45 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.018556 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7eae0bf7-ec54-4837-9650-eee4ca8e0883 req-20f7fef9-b2e4-4192-ad7d-2baad7815e45 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0480320 Jan 27 16:03:33.067062 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7eae0bf7-ec54-4837-9650-eee4ca8e0883 req-1cefd0d4-ece9-443c-ae9a-8b18433cc061 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Jan 27 16:03:33.253180 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20193-9a44-404a-bab3-625e43346979 req-1d0ed49b-507b-4d78-a260-4d77bacd8757 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.255117 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8ec20193-9a44-404a-bab3-625e43346979 req-1d0ed49b-507b-4d78-a260-4d77bacd8757 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 943 time: 0.0513263 Jan 27 16:03:33.303254 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8ec20193-9a44-404a-bab3-625e43346979 req-18179ced-6a4d-46ef-bd1f-284c7889b98b tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Jan 27 16:03:33.611267 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438cac-7a83-4716-bf3b-6333e246fd31 req-0af298df-1d0e-4300-96e7-914f3621bcbf tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.612847 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ac438cac-7a83-4716-bf3b-6333e246fd31 req-0af298df-1d0e-4300-96e7-914f3621bcbf tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0520065 Jan 27 16:03:33.669740 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ac438cac-7a83-4716-bf3b-6333e246fd31 req-3f05e6e5-0ae0-4c31-8246-ce1e5a174f5b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479939 Jan 27 16:03:33.729093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493d707-35ae-4847-94d9-575d121b3a58 req-b60388af-6144-4f96-ad71-027ffd881736 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.730598 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3493d707-35ae-4847-94d9-575d121b3a58 req-b60388af-6144-4f96-ad71-027ffd881736 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0515416 Jan 27 16:03:33.782713 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3493d707-35ae-4847-94d9-575d121b3a58 req-cd932688-ed5c-4904-bc51-5091b56a6e10 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Jan 27 16:03:33.868387 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-9563265c-3e4d-4bf2-86b6-9562466e992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.869847 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-9563265c-3e4d-4bf2-86b6-9562466e992e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.0862904 Jan 27 16:03:33.895707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 9d581be4-aa99-4784-808d-72ecbb0595a4 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:03:33.924561 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-e9c30cc9-4d9e-4c0f-8b8f-c755b93ad86c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02126963-aa69-4146-be3b-fb8b3197466e HTTP/1.1" status: 200 len: 217 time: 0.0486631 Jan 27 16:03:33.974242 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c6a1f-28e8-4d8f-8892-d02e0c6328d4 req-a1b95864-5829-421c-80a3-e076e158c5a7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.975772 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a0c6a1f-28e8-4d8f-8892-d02e0c6328d4 req-a1b95864-5829-421c-80a3-e076e158c5a7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 944 time: 0.2071731 Jan 27 16:03:33.982432 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-3257215a-7352-47ce-b2ec-a10e44253f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.983115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-b7645908-1ae5-4305-9a4f-bd90daeeae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.983948 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-3257215a-7352-47ce-b2ec-a10e44253f71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0521185 Jan 27 16:03:33.984594 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-b7645908-1ae5-4305-9a4f-bd90daeeae0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.1890287 Jan 27 16:03:33.997439 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-f3e4dd03-5cf6-4180-9052-76a9150aa2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:33.998938 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-f3e4dd03-5cf6-4180-9052-76a9150aa2cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1096 time: 0.1757164 Jan 27 16:03:34.009941 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 9d581be4-aa99-4784-808d-72ecbb0595a4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=9d581be4-aa99-4784-808d-72ecbb0595a4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:34.016262 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-f00d26b9-227e-4877-a51e-9e172670e826 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028892 Jan 27 16:03:34.023425 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '9d581be4-aa99-4784-808d-72ecbb0595a4', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'port_id': '9d581be4-aa99-4784-808d-72ecbb0595a4', 'mac_address': 'fa:16:3e:25:1e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73862c75-5632-4450-8f2c-6525f0f099c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:03:34.024498 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-70a2d371-f519-4944-9dc0-014165f9e764 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263286 Jan 27 16:03:34.063194 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 9d581be4-aa99-4784-808d-72ecbb0595a4 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:34.063593 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:34.076683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d581be4-aa99-4784-808d-72ecbb0595a4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:34.098749 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 9d581be4-aa99-4784-808d-72ecbb0595a4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=9d581be4-aa99-4784-808d-72ecbb0595a4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:34.103011 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-bc96bbf7-4864-456e-8917-3ffb39fd89b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0630217 Jan 27 16:03:34.104140 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:34.104994 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device e530d2d9-0967-4022-9957-d2c0df7e0250 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:03:34.140517 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-2510403d-6c4c-4996-b200-921d793d030f service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056540 Jan 27 16:03:34.177736 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=9d581be4-aa99-4784-808d-72ecbb0595a4,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:34.182583 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a0c6a1f-28e8-4d8f-8892-d02e0c6328d4 req-223df9c5-5af9-4c34-be3a-6d3ce8232efd tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969659 Jan 27 16:03:34.206056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-00b3f4c4-d6c8-4ff3-aca1-0db90f89d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:34.207677 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-00b3f4c4-d6c8-4ff3-aca1-0db90f89d61a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2064409 Jan 27 16:03:34.244904 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61ba33-b75d-4c67-a1f2-17facad91f1c req-1f76ebce-0cc2-493d-89d6-10421ff9a57a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:34.245111 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-2adfdd73-5d12-4acb-be5b-8652b0a7f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:34.246466 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-2adfdd73-5d12-4acb-be5b-8652b0a7f830 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.1115196 Jan 27 16:03:34.246891 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ac61ba33-b75d-4c67-a1f2-17facad91f1c req-1f76ebce-0cc2-493d-89d6-10421ff9a57a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.1053784 Jan 27 16:03:34.270553 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port e530d2d9-0967-4022-9957-d2c0df7e0250, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e530d2d9-0967-4022-9957-d2c0df7e0250,segment=NetworkSegment(e57d79d9-c326-44ad-a38c-3e6809a73279),segment_id=e57d79d9-c326-44ad-a38c-3e6809a73279)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:34.284081 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'e530d2d9-0967-4022-9957-d2c0df7e0250', 'network_id': '2d24f765-3ff4-4cb1-af32-f521711e7f0b', 'port_id': 'e530d2d9-0967-4022-9957-d2c0df7e0250', 'mac_address': 'fa:16:3e:72:24:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ddebf-0678-41f0-8cc0-9f3c28cde8ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:03:34.308001 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75a507c2-4753-466f-90b8-8363ce1f83e5 req-90e0bc98-9128-4223-86f0-fc0a6f80cdc0 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556666 Jan 27 16:03:34.318754 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-5d762e85-58f5-4a1d-b292-b3eefb1eadb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387561 Jan 27 16:03:34.320500 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc6f4399-c3c6-4d11-a45f-da8548494771 req-e88e858b-6c03-434e-97f4-38d79228f727 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823658 Jan 27 16:03:34.320851 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ac61ba33-b75d-4c67-a1f2-17facad91f1c req-ac8ae0b0-1c83-422c-861c-90f841897611 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631404 Jan 27 16:03:34.327828 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port e530d2d9-0967-4022-9957-d2c0df7e0250 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:34.328228 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:34.355369 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e530d2d9-0967-4022-9957-d2c0df7e0250 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:34.362525 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-1f84d1ca-b012-44c9-9e44-216853745602 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428142 Jan 27 16:03:34.379659 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port e530d2d9-0967-4022-9957-d2c0df7e0250, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e530d2d9-0967-4022-9957-d2c0df7e0250,segment=NetworkSegment(e57d79d9-c326-44ad-a38c-3e6809a73279),segment_id=e57d79d9-c326-44ad-a38c-3e6809a73279)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:34.384023 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:34.441400 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=e530d2d9-0967-4022-9957-d2c0df7e0250,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:34.506564 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713e01-aece-4dac-ac2f-b5ebfcf89ff2 req-498bb01e-3a3f-4465-92ef-f7f473edb971 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:34.508073 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-10713e01-aece-4dac-ac2f-b5ebfcf89ff2 req-498bb01e-3a3f-4465-92ef-f7f473edb971 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.1252956 Jan 27 16:03:34.660887 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-2db8226a-440e-4e39-af05-3f1f2257369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:34.662375 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-2db8226a-440e-4e39-af05-3f1f2257369e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1096 time: 0.2044406 Jan 27 16:03:34.675457 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-798af58a-d2d9-4f22-8b3d-d46657cdfe85 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507777 Jan 27 16:03:34.681846 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-10713e01-aece-4dac-ac2f-b5ebfcf89ff2 req-c4868ad3-0e84-4b73-85fc-248478a70071 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268287 Jan 27 16:03:34.685594 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc39d4f6-505f-4608-93db-8168d7877af9 req-4e289037-ac80-4c91-94ec-7cf96560fc30 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521815 Jan 27 16:03:34.788602 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e6ddf-0417-427f-a140-a9ec2e33471b req-9c078223-138e-42c5-8765-a72c5ce614f5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:34.790103 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9e8e6ddf-0417-427f-a140-a9ec2e33471b req-9c078223-138e-42c5-8765-a72c5ce614f5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0499208 Jan 27 16:03:34.851232 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9e8e6ddf-0417-427f-a140-a9ec2e33471b req-4cadb696-aef7-4958-9c27-621a14fc6094 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521998 Jan 27 16:03:35.126595 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-5bfb35a8-8634-48a0-9a7d-11d4d92fc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.128112 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-5bfb35a8-8634-48a0-9a7d-11d4d92fc138 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.3804650 Jan 27 16:03:35.138159 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf5004-748b-4629-b0c8-2b2c9612f501 req-72bf9e2c-35cc-4f0b-9c04-36459636e177 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.139627 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dcaf5004-748b-4629-b0c8-2b2c9612f501 req-72bf9e2c-35cc-4f0b-9c04-36459636e177 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.1156566 Jan 27 16:03:35.152247 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-89b2bb91-0058-4e6d-9493-3fdc03bea777 req-983b5d7e-4470-4574-ac4b-cf5b97dcec43 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920238 Jan 27 16:03:35.187052 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-b22a57ea-af78-4964-bbda-2899829a776a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 217 time: 0.0464244 Jan 27 16:03:35.256734 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dcaf5004-748b-4629-b0c8-2b2c9612f501 req-bfe3556f-e7bb-4913-ab04-adae81d9d47c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084075 Jan 27 16:03:35.262344 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-4a3e02d8-693b-458c-b7d3-269cb15ef276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.263844 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-4a3e02d8-693b-458c-b7d3-269cb15ef276 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0677931 Jan 27 16:03:35.297220 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c6935-2007-44ca-ae0b-9a0e31854ec5 req-49afee5e-0780-47f1-9872-220861355a70 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.298704 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-968c6935-2007-44ca-ae0b-9a0e31854ec5 req-49afee5e-0780-47f1-9872-220861355a70 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0483539 Jan 27 16:03:35.322228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-e7981fa9-cbc9-47b5-b35e-e39c3d84ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.323807 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-e7981fa9-cbc9-47b5-b35e-e39c3d84ba77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443161 Jan 27 16:03:35.348847 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-968c6935-2007-44ca-ae0b-9a0e31854ec5 req-ea54dad7-3f4c-4586-b732-f670843915c2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Jan 27 16:03:35.438747 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-e24ab02b-b0b5-45fe-9966-60aa0951e350 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071672 Jan 27 16:03:35.500773 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf1107-1e75-4ea5-8b2d-1f8700bb1720 req-782d88aa-ef1b-4a25-b638-984216ebaf14 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.502252 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5cdf1107-1e75-4ea5-8b2d-1f8700bb1720 req-782d88aa-ef1b-4a25-b638-984216ebaf14 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.1018367 Jan 27 16:03:35.572504 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5cdf1107-1e75-4ea5-8b2d-1f8700bb1720 req-9939482e-7d77-4279-adea-bdcb078dc604 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643072 Jan 27 16:03:35.576184 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-3886a185-2a06-431f-b1ab-77d6c49a5797 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305137 Jan 27 16:03:35.676617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-a9d041ac-829b-4895-aeb8-f6405c885c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.678309 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-a9d041ac-829b-4895-aeb8-f6405c885c53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1096 time: 0.0500355 Jan 27 16:03:35.812554 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-c7554a18-fe63-4f8a-8144-8dac7fb7d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.814017 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-c7554a18-fe63-4f8a-8144-8dac7fb7d939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.1260388 Jan 27 16:03:35.821512 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf13833-a5ef-4b72-ba6d-ad570b3bfdb1 req-acd48625-3ab0-4b93-99db-d3a1d8591847 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.823250 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4cf13833-a5ef-4b72-ba6d-ad570b3bfdb1 req-acd48625-3ab0-4b93-99db-d3a1d8591847 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0663171 Jan 27 16:03:35.861686 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-0eb019bf-3a1a-4da8-959c-26f862496423 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0410192 Jan 27 16:03:35.893312 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4cf13833-a5ef-4b72-ba6d-ad570b3bfdb1 req-2b355123-b0c6-483d-a984-68cc2142b07a tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563884 Jan 27 16:03:35.927068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-865b5a2f-6b61-4e86-90bd-aa839331b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:35.928462 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-865b5a2f-6b61-4e86-90bd-aa839331b8aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0575426 Jan 27 16:03:35.978369 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-fa19e9c7-cd22-4e21-8069-cbc0e8d1174a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427008 Jan 27 16:03:36.092557 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6612d-8e4b-4725-a459-a23fdce27428 req-3a2c8f62-eb20-41ea-920c-87ab35b739bd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:36.094103 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eaa6612d-8e4b-4725-a459-a23fdce27428 req-3a2c8f62-eb20-41ea-920c-87ab35b739bd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.1200006 Jan 27 16:03:36.156653 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-efbe3c4d-00e9-418a-ba7b-a4dfedc9f7c7 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663454 Jan 27 16:03:36.189816 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eaa6612d-8e4b-4725-a459-a23fdce27428 req-f1c4c7fa-11dd-4ff6-b6dd-4e1ca15ffd0d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870147 Jan 27 16:03:36.262012 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-96a03fe1-bc27-4904-a98f-bfbcf859e073 req-7e8fd547-6d92-45e7-a1b2-34cb2b7c0243 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969052 Jan 27 16:03:36.391337 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff92f-97d3-4e91-9260-ca4267136a1b req-32726519-709e-4701-9edd-b866e9d959d8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:36.392888 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9d5ff92f-97d3-4e91-9260-ca4267136a1b req-32726519-709e-4701-9edd-b866e9d959d8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0541134 Jan 27 16:03:36.439491 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9d5ff92f-97d3-4e91-9260-ca4267136a1b req-3dabb110-8f25-4413-b7e9-b60cca396225 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Jan 27 16:03:36.473935 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162c217-baf7-405f-9569-15c4ae0cc754 req-1cd645dd-1d63-469e-8033-f939374a59aa tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:36.475451 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c162c217-baf7-405f-9569-15c4ae0cc754 req-1cd645dd-1d63-469e-8033-f939374a59aa tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0514896 Jan 27 16:03:36.525666 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c162c217-baf7-405f-9569-15c4ae0cc754 req-cc60e6f2-42a8-4731-a36e-207fd7a09d34 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Jan 27 16:03:36.614325 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:03:36.656027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['e530d2d9-0967-4022-9957-d2c0df7e0250'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:03:36.690152 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b45da-79c7-4c31-a863-4973d8a197d9 req-0e3dbce5-660b-4749-ad88-8c6d0d59054e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:36.692245 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2a5b45da-79c7-4c31-a863-4973d8a197d9 req-0e3dbce5-660b-4749-ad88-8c6d0d59054e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0507112 Jan 27 16:03:36.740402 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2a5b45da-79c7-4c31-a863-4973d8a197d9 req-cc1757db-e799-4832-a17f-a307f4e5a9fa tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Jan 27 16:03:37.001057 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94982a50-398e-4c9d-a0ae-15af35cef152 req-f7d86b28-0a87-481f-a5ce-c496704f8a1b tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:37.002571 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-94982a50-398e-4c9d-a0ae-15af35cef152 req-f7d86b28-0a87-481f-a5ce-c496704f8a1b tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0518279 Jan 27 16:03:37.055698 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-94982a50-398e-4c9d-a0ae-15af35cef152 req-6c55e48f-fd19-4ab6-88a0-c3c00017175b tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Jan 27 16:03:37.323185 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3216-b70a-4ccd-be4d-e2fa6779bdcf req-17132046-f37d-46b5-b7e0-5dd953a7f3de tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:37.324756 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5b0c3216-b70a-4ccd-be4d-e2fa6779bdcf req-17132046-f37d-46b5-b7e0-5dd953a7f3de tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0479562 Jan 27 16:03:37.373443 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5b0c3216-b70a-4ccd-be4d-e2fa6779bdcf req-734bba39-418f-403c-9118-baa7b67f2377 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Jan 27 16:03:37.552993 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c97d8-ca86-48cd-aa57-4ec9317e61b2 req-47f3575d-63d0-4415-b8db-4e5505d40c55 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:37.554535 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-586c97d8-ca86-48cd-aa57-4ec9317e61b2 req-47f3575d-63d0-4415-b8db-4e5505d40c55 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0476644 Jan 27 16:03:37.604717 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-586c97d8-ca86-48cd-aa57-4ec9317e61b2 req-2cb97267-8424-4d53-9dca-49e62c950a1b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Jan 27 16:03:37.637013 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e50e66-f1a7-44a5-828c-b173cf35ccb0 req-a2a3f139-fb06-409f-bc01-c945c86062b8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:37.638480 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-33e50e66-f1a7-44a5-828c-b173cf35ccb0 req-a2a3f139-fb06-409f-bc01-c945c86062b8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0470550 Jan 27 16:03:37.687614 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-33e50e66-f1a7-44a5-828c-b173cf35ccb0 req-2085f083-c848-4a04-8700-628f50e7424d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Jan 27 16:03:37.855958 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264496c-f030-4c0b-9a50-e297415d2a02 req-93595b57-26cb-4ad9-8bd8-d9b695e19662 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:37.857404 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6264496c-f030-4c0b-9a50-e297415d2a02 req-93595b57-26cb-4ad9-8bd8-d9b695e19662 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0495620 Jan 27 16:03:37.903855 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6264496c-f030-4c0b-9a50-e297415d2a02 req-fd83967e-0cb5-43c4-af7e-ec07ed8645f1 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Jan 27 16:03:38.165506 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e85e8-a7ad-4701-a4c6-e6118e7edb58 req-4196623c-b8bf-4aef-af04-f75c9a0c6903 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:38.166954 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e61e85e8-a7ad-4701-a4c6-e6118e7edb58 req-4196623c-b8bf-4aef-af04-f75c9a0c6903 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0472834 Jan 27 16:03:38.213829 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e61e85e8-a7ad-4701-a4c6-e6118e7edb58 req-df199f59-2623-42b1-b525-1994a3e9d988 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Jan 27 16:03:38.501409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974647c-f42f-4a22-93c2-888cacaf9c6d req-7dbcef5c-86b6-4625-a55d-793aa2cecec4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:38.502877 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1974647c-f42f-4a22-93c2-888cacaf9c6d req-7dbcef5c-86b6-4625-a55d-793aa2cecec4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0479622 Jan 27 16:03:38.550279 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1974647c-f42f-4a22-93c2-888cacaf9c6d req-5ee9465e-2f3c-473a-aba7-3efa2496bbee tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Jan 27 16:03:38.732997 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee6007-aa43-4698-8478-87b17a5e1fa7 req-9fe02e6a-bfe0-42f7-9f46-aaa6fe83db97 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:38.734935 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3cee6007-aa43-4698-8478-87b17a5e1fa7 req-9fe02e6a-bfe0-42f7-9f46-aaa6fe83db97 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0614648 Jan 27 16:03:38.791998 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3cee6007-aa43-4698-8478-87b17a5e1fa7 req-0e2e6e00-562c-4b39-ae6e-bdde55b79099 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Jan 27 16:03:38.832465 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c856ce-fe3f-4d49-81b4-5ff436814aea req-07a9c049-7aa3-4885-8e8d-2434704b1166 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:38.834096 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e9c856ce-fe3f-4d49-81b4-5ff436814aea req-07a9c049-7aa3-4885-8e8d-2434704b1166 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0705328 Jan 27 16:03:38.889438 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e9c856ce-fe3f-4d49-81b4-5ff436814aea req-e6a4e1ac-90d2-4f2c-9c15-89796da5df49 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Jan 27 16:03:39.016340 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560b26e-d848-4d6b-ba2f-2d5465c5960a req-45def5e1-9b23-49ce-8fee-69ff64a74dd0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:39.017800 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2560b26e-d848-4d6b-ba2f-2d5465c5960a req-45def5e1-9b23-49ce-8fee-69ff64a74dd0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0499694 Jan 27 16:03:39.064544 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2560b26e-d848-4d6b-ba2f-2d5465c5960a req-2a8cd53f-2ea3-4b4f-85e2-beeae2759994 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Jan 27 16:03:39.324677 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a5b7b-a671-49e7-b5af-28fd16602590 req-f5c7524a-d6ba-4d6f-9b6b-26d2eaa30421 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:39.326148 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3b8a5b7b-a671-49e7-b5af-28fd16602590 req-f5c7524a-d6ba-4d6f-9b6b-26d2eaa30421 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0470951 Jan 27 16:03:39.372308 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3b8a5b7b-a671-49e7-b5af-28fd16602590 req-809d97b1-3c36-4f01-9e34-9a434511b7be tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Jan 27 16:03:39.668884 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f2af3-8d6f-407a-9515-95fefee05d64 req-a311dbc3-ec0f-4a3f-8322-741f22ae4e41 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:39.670334 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-573f2af3-8d6f-407a-9515-95fefee05d64 req-a311dbc3-ec0f-4a3f-8322-741f22ae4e41 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0481484 Jan 27 16:03:39.715709 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-573f2af3-8d6f-407a-9515-95fefee05d64 req-bdd9ff97-8082-40fa-807d-346080996b06 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Jan 27 16:03:39.908194 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da769b80-ee0d-412d-bf15-34fbb11841ab req-704ccf4f-fa09-4450-9a05-8c2dd5841a6f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:39.909662 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-da769b80-ee0d-412d-bf15-34fbb11841ab req-704ccf4f-fa09-4450-9a05-8c2dd5841a6f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0485790 Jan 27 16:03:39.961636 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-da769b80-ee0d-412d-bf15-34fbb11841ab req-c9ac651f-70df-42d7-8f2f-5c2fb4969e09 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Jan 27 16:03:40.007973 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39478-ac80-4617-a449-5081cbe015f4 req-3df77534-17b5-4948-91e0-78dde4ac09ae tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:40.009481 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9fa39478-ac80-4617-a449-5081cbe015f4 req-3df77534-17b5-4948-91e0-78dde4ac09ae tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0505590 Jan 27 16:03:40.055958 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9fa39478-ac80-4617-a449-5081cbe015f4 req-95377f1e-e6cf-4b06-af71-71bf920aa087 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 Jan 27 16:03:40.198125 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6828-a04f-44ef-97dc-15d2149b66b2 req-ea15163a-e01c-4d0f-9ac7-74ec1b529f0b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:40.199942 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b22f6828-a04f-44ef-97dc-15d2149b66b2 req-ea15163a-e01c-4d0f-9ac7-74ec1b529f0b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0572782 Jan 27 16:03:40.256315 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b22f6828-a04f-44ef-97dc-15d2149b66b2 req-8476147b-e426-422d-a3a7-cbd2de53e9ab tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502996 Jan 27 16:03:40.491456 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ae989-f5d5-4e79-b6fa-249c1690a902 req-12532c46-2c30-438d-ae81-530399e23bf5 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:40.492985 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-284ae989-f5d5-4e79-b6fa-249c1690a902 req-12532c46-2c30-438d-ae81-530399e23bf5 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0522003 Jan 27 16:03:40.547289 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-284ae989-f5d5-4e79-b6fa-249c1690a902 req-eb959b28-a01e-496a-9dcb-44e2ada5b19d tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Jan 27 16:03:40.837553 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f3d8b-d1e0-41b1-86f0-bccb9a57eb9a req-da22f00e-9494-4cad-a9c8-a177885729eb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:40.839132 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d88f3d8b-d1e0-41b1-86f0-bccb9a57eb9a req-da22f00e-9494-4cad-a9c8-a177885729eb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0498283 Jan 27 16:03:40.892372 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d88f3d8b-d1e0-41b1-86f0-bccb9a57eb9a req-11ba838e-41e1-4b4b-af13-59ee7b3af4c1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474107 Jan 27 16:03:41.083386 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b845d-d13a-48b0-8d0b-4ecdd445bbb6 req-3e05692f-e851-4496-9ea7-265e4114a987 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:41.084910 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-790b845d-d13a-48b0-8d0b-4ecdd445bbb6 req-3e05692f-e851-4496-9ea7-265e4114a987 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0550809 Jan 27 16:03:41.136915 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-790b845d-d13a-48b0-8d0b-4ecdd445bbb6 req-4ca9059b-9984-4637-b7bb-d03172205aaa tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Jan 27 16:03:41.179282 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeac0-58e0-4d16-9bcf-9e657ecaad5e req-77ee170f-b3e9-4b68-b55f-337c47196c82 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:41.180778 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-635eeac0-58e0-4d16-9bcf-9e657ecaad5e req-77ee170f-b3e9-4b68-b55f-337c47196c82 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0518341 Jan 27 16:03:41.227857 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-635eeac0-58e0-4d16-9bcf-9e657ecaad5e req-124c067f-ca29-43bb-b12d-82695d0aa6b1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Jan 27 16:03:41.377668 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05bc75-05a4-4fe7-a9fe-05998a1c91d7 req-c61b8096-6635-4682-ab56-8361430504e2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:41.379789 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d05bc75-05a4-4fe7-a9fe-05998a1c91d7 req-c61b8096-6635-4682-ab56-8361430504e2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0483856 Jan 27 16:03:41.424430 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d05bc75-05a4-4fe7-a9fe-05998a1c91d7 req-14549d19-7f32-4013-95a0-89aa9cea2e17 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390446 Jan 27 16:03:41.680006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d506-9ebb-4902-9136-04d90e3659b1 req-d18d9793-1c07-404f-8a92-d195a122e2ad tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:41.681635 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-36d8d506-9ebb-4902-9136-04d90e3659b1 req-d18d9793-1c07-404f-8a92-d195a122e2ad tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0540054 Jan 27 16:03:41.731795 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-36d8d506-9ebb-4902-9136-04d90e3659b1 req-20625565-dfb0-477c-b5b8-1e72a57dc1ab tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Jan 27 16:03:42.018758 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033359b-6042-4b36-8e3a-0c63d33da808 req-d82b4f71-bdeb-4384-b116-54d898c8274c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:42.020757 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d033359b-6042-4b36-8e3a-0c63d33da808 req-d82b4f71-bdeb-4384-b116-54d898c8274c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0579331 Jan 27 16:03:42.068909 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d033359b-6042-4b36-8e3a-0c63d33da808 req-3ed27975-b582-425b-93a9-be16b5360e62 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Jan 27 16:03:42.249669 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5ecb3-3aad-4561-b1af-f222330fc7e2 req-252f58ec-59b9-4e90-98ee-7e52162d3096 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:42.251122 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aed5ecb3-3aad-4561-b1af-f222330fc7e2 req-252f58ec-59b9-4e90-98ee-7e52162d3096 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0493798 Jan 27 16:03:42.311222 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aed5ecb3-3aad-4561-b1af-f222330fc7e2 req-75a938c3-aad8-4b21-ba6e-b741e5d7cadd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536423 Jan 27 16:03:42.352222 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5fed-728e-4809-adcd-6ae78c153893 req-34c85521-a937-4ae2-be50-960c1a57bfab tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:42.353791 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-eacd5fed-728e-4809-adcd-6ae78c153893 req-34c85521-a937-4ae2-be50-960c1a57bfab tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0560148 Jan 27 16:03:42.406720 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-eacd5fed-728e-4809-adcd-6ae78c153893 req-e94262d3-daad-4a65-872b-08b11ad5ca44 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Jan 27 16:03:42.542604 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e1ec8-b14c-41ed-af0e-e14c4bf0fa49 req-80879f9f-ea28-4883-a835-7fa43081784a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:42.544038 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ec7e1ec8-b14c-41ed-af0e-e14c4bf0fa49 req-80879f9f-ea28-4883-a835-7fa43081784a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0493395 Jan 27 16:03:42.593363 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ec7e1ec8-b14c-41ed-af0e-e14c4bf0fa49 req-730faeff-d55a-4166-92d9-10b8b25e7206 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437324 Jan 27 16:03:42.847103 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc830-8ed5-4d54-9365-6e1361128bb5 req-567303ba-4fa1-49fc-b1ab-4296c551a0e1 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:42.849237 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0c3cc830-8ed5-4d54-9365-6e1361128bb5 req-567303ba-4fa1-49fc-b1ab-4296c551a0e1 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0491986 Jan 27 16:03:42.902150 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0c3cc830-8ed5-4d54-9365-6e1361128bb5 req-218ac481-a58c-4ec1-8053-76d9082e7533 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473037 Jan 27 16:03:43.189787 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea51509-98d2-4b49-86b3-54b2a7aba528 req-2c604a7e-13b0-4f43-989c-e7537ab0b603 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:43.191851 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1ea51509-98d2-4b49-86b3-54b2a7aba528 req-2c604a7e-13b0-4f43-989c-e7537ab0b603 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0482504 Jan 27 16:03:43.237689 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1ea51509-98d2-4b49-86b3-54b2a7aba528 req-a7f98c58-e369-4266-a567-42602b02bd50 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Jan 27 16:03:43.437811 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bc1f7-0779-4792-9dcd-7c392ea35b6c req-e677cc3d-ba84-4d3f-96b0-b18352ab4f67 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:43.439491 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e05bc1f7-0779-4792-9dcd-7c392ea35b6c req-e677cc3d-ba84-4d3f-96b0-b18352ab4f67 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0490835 Jan 27 16:03:43.507605 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e05bc1f7-0779-4792-9dcd-7c392ea35b6c req-468f5215-1fc8-495a-b706-7d723813975c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553598 Jan 27 16:03:43.544718 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239107ca-8f0b-45de-9085-bf3d8868cfb0 req-d28b0772-5118-437f-9ace-f68522d5ebc5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:43.546221 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-239107ca-8f0b-45de-9085-bf3d8868cfb0 req-d28b0772-5118-437f-9ace-f68522d5ebc5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 945 time: 0.0609772 Jan 27 16:03:43.595103 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-239107ca-8f0b-45de-9085-bf3d8868cfb0 req-3b5e1299-a790-48b0-869e-fd6954fa7919 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Jan 27 16:03:43.717695 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54529240-719d-454d-a2e4-1418edebe637 req-5bcb023b-0577-45f9-83ca-2065ae7eea71 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:43.719277 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-54529240-719d-454d-a2e4-1418edebe637 req-5bcb023b-0577-45f9-83ca-2065ae7eea71 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 943 time: 0.0596626 Jan 27 16:03:43.748440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device fdc1784f-018f-4bdb-9f4c-28700d25817c details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:03:43.752922 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 9d581be4-aa99-4784-808d-72ecbb0595a4 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:43.773741 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-54529240-719d-454d-a2e4-1418edebe637 req-133b7b83-46f6-4dbd-95f5-f064155abba6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482910 Jan 27 16:03:43.878441 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 9d581be4-aa99-4784-808d-72ecbb0595a4 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:03:43.890124 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 9d581be4-aa99-4784-808d-72ecbb0595a4 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:43.890608 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:43.934495 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port fdc1784f-018f-4bdb-9f4c-28700d25817c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:43.954427 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'fdc1784f-018f-4bdb-9f4c-28700d25817c', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'port_id': 'fdc1784f-018f-4bdb-9f4c-28700d25817c', 'mac_address': 'fa:16:3e:f4:4e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4029b80c-6933-4888-83ef-3eda4486921a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:03:44.026109 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port fdc1784f-018f-4bdb-9f4c-28700d25817c is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:44.026555 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.039026 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75078450-a4df-4bc9-965c-7660cb61c1cf req-3d98bca1-b870-415d-81e6-10776cdc0eb2 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:44.041556 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-75078450-a4df-4bc9-965c-7660cb61c1cf req-3d98bca1-b870-415d-81e6-10776cdc0eb2 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 944 time: 0.0635936 Jan 27 16:03:44.050147 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 9d581be4-aa99-4784-808d-72ecbb0595a4 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:44.051319 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.057045 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc1784f-018f-4bdb-9f4c-28700d25817c {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:44.093728 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port fdc1784f-018f-4bdb-9f4c-28700d25817c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:44.101642 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d581be4-aa99-4784-808d-72ecbb0595a4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:44.108360 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-75078450-a4df-4bc9-965c-7660cb61c1cf req-f382a521-34f2-49cf-b2c3-fa9fbc8cb803 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600080 Jan 27 16:03:44.174997 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.175697 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device d2fdd9de-12ca-4356-8752-d36ccf10679b details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:03:44.187343 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 9d581be4-aa99-4784-808d-72ecbb0595a4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=9d581be4-aa99-4784-808d-72ecbb0595a4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:44.235520 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=fdc1784f-018f-4bdb-9f4c-28700d25817c,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:44.241160 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91df025-c635-47d4-ae7a-e58dcbe1f53f" -d '{"events": [{"server_uuid": "3fdcde5c-e6f9-45cc-9173-2a47cd7459ee", "name": "network-vif-plugged", "status": "completed", "tag": "9d581be4-aa99-4784-808d-72ecbb0595a4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:44.247404 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.248373 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device e530d2d9-0967-4022-9957-d2c0df7e0250 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:03:44.378385 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fdf00b-a073-4269-8a27-08b8a8d69f98 x-openstack-request-id: req-b3fdf00b-a073-4269-8a27-08b8a8d69f98 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:44.378956 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdcde5c-e6f9-45cc-9173-2a47cd7459ee", "name": "network-vif-plugged", "status": "completed", "tag": "9d581be4-aa99-4784-808d-72ecbb0595a4", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:44.379252 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3fdf00b-a073-4269-8a27-08b8a8d69f98 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:44.379718 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d581be4-aa99-4784-808d-72ecbb0595a4', 'code': 200} Jan 27 16:03:44.403909 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=9d581be4-aa99-4784-808d-72ecbb0595a4,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:44.428761 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77760733-e583-4b94-b997-f594fba8918e req-30a07e04-6b9f-4b04-945d-7944709a231c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:44.435534 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port e530d2d9-0967-4022-9957-d2c0df7e0250 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:03:44.436109 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77760733-e583-4b94-b997-f594fba8918e req-30a07e04-6b9f-4b04-945d-7944709a231c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0742004 Jan 27 16:03:44.448500 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port e530d2d9-0967-4022-9957-d2c0df7e0250 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:03:44.448880 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.451530 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port d2fdd9de-12ca-4356-8752-d36ccf10679b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:44.490172 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'port_id': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'mac_address': 'fa:16:3e:f2:03:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:03:44.498018 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77760733-e583-4b94-b997-f594fba8918e req-e2a79cb9-82eb-498e-9355-4e98fb4febfb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586288 Jan 27 16:03:44.556849 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 34388) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:44.651279 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c968-367b-49c5-9258-4b0946283b8f req-b12cb90d-b19e-4c34-80d0-dce9e1b7dec2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:44.652988 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b617c968-367b-49c5-9258-4b0946283b8f req-b12cb90d-b19e-4c34-80d0-dce9e1b7dec2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 944 time: 0.0682585 Jan 27 16:03:44.656834 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port d2fdd9de-12ca-4356-8752-d36ccf10679b is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:44.657230 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.690637 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fdd9de-12ca-4356-8752-d36ccf10679b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:44.714772 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port e530d2d9-0967-4022-9957-d2c0df7e0250 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:44.715513 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b617c968-367b-49c5-9258-4b0946283b8f req-69f5dc35-a591-4455-8f49-cbbef0bbeb5f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 Jan 27 16:03:44.715630 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.720514 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-da321ba3-2ef4-45cf-bd51-276a3dd765fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.726032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port d2fdd9de-12ca-4356-8752-d36ccf10679b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:44.731448 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.732109 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:03:44.754319 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2c419-cbe1-468e-b7fe-22740a937c3b req-d9cffab4-edd8-4679-a413-912b4c6fa894 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:44.755838 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f8d2c419-cbe1-468e-b7fe-22740a937c3b req-d9cffab4-edd8-4679-a413-912b4c6fa894 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0820990 Jan 27 16:03:44.794091 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port e530d2d9-0967-4022-9957-d2c0df7e0250, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e530d2d9-0967-4022-9957-d2c0df7e0250,segment=NetworkSegment(e57d79d9-c326-44ad-a38c-3e6809a73279),segment_id=e57d79d9-c326-44ad-a38c-3e6809a73279)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:44.804170 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.836230 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f8d2c419-cbe1-468e-b7fe-22740a937c3b req-faa0ac62-4d27-4722-a373-bf203c8abca2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737450 Jan 27 16:03:44.853249 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=d2fdd9de-12ca-4356-8752-d36ccf10679b,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:44.864688 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-da321ba3-2ef4-45cf-bd51-276a3dd765fb admin admin] Publish callbacks [] for security_group (43a69468-eac5-404a-9cd3-d8c3ae5a172e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.871481 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-da321ba3-2ef4-45cf-bd51-276a3dd765fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (43a69468-eac5-404a-9cd3-d8c3ae5a172e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.918317 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-da321ba3-2ef4-45cf-bd51-276a3dd765fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8eb265fd9c974cbca2aef9f6f5fc1cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602650 Jan 27 16:03:44.919115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 34398) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:44.919825 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da321ba3-2ef4-45cf-bd51-276a3dd765fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a69468-eac5-404a-9cd3-d8c3ae5a172e,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:44.930490 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=e530d2d9-0967-4022-9957-d2c0df7e0250,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:44.936732 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4d57-bd42-4d18-9ef6-85054aac1bb8 req-fd354639-d20b-4703-aa20-dd4ada93bd21 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:44.938107 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-90aa4d57-bd42-4d18-9ef6-85054aac1bb8 req-fd354639-d20b-4703-aa20-dd4ada93bd21 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0565867 Jan 27 16:03:44.939551 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:44.951030 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '7f3911ec-edec-4658-b029-6a522d1a3093', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093', 'mac_address': 'fa:16:3e:5a:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:03:44.987507 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-90aa4d57-bd42-4d18-9ef6-85054aac1bb8 req-674c98e7-f721-4c3b-85b4-01f79f8dd5e4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Jan 27 16:03:44.992541 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dde8041f-f73e-487a-9431-8b1293857520 admin admin] Publish callbacks [] for security_group (43a69468-eac5-404a-9cd3-d8c3ae5a172e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:44.994969 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:44.995396 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.014028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3911ec-edec-4658-b029-6a522d1a3093 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:45.016485 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dde8041f-f73e-487a-9431-8b1293857520 admin admin] Publish callbacks [] for security_group (43a69468-eac5-404a-9cd3-d8c3ae5a172e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.033437 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:45.037373 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.038036 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 02126963-aa69-4146-be3b-fb8b3197466e details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:03:45.067317 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dde8041f-f73e-487a-9431-8b1293857520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (43a69468-eac5-404a-9cd3-d8c3ae5a172e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.070003 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dde8041f-f73e-487a-9431-8b1293857520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.071335 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-dde8041f-f73e-487a-9431-8b1293857520 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/43a69468-eac5-404a-9cd3-d8c3ae5a172e HTTP/1.1" status: 204 len: 168 time: 0.1485558 Jan 27 16:03:45.079148 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8041f-f73e-487a-9431-8b1293857520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a69468-eac5-404a-9cd3-d8c3ae5a172e,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:45.119731 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 02126963-aa69-4146-be3b-fb8b3197466e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=02126963-aa69-4146-be3b-fb8b3197466e,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:45.130145 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:45.135513 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '02126963-aa69-4146-be3b-fb8b3197466e', 'network_id': 'a99e79c7-9b98-4a4c-90ca-45b97bd488ec', 'port_id': '02126963-aa69-4146-be3b-fb8b3197466e', 'mac_address': 'fa:16:3e:24:75:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4029b80c-6933-4888-83ef-3eda4486921a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:03:45.182667 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 02126963-aa69-4146-be3b-fb8b3197466e is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:03:45.183340 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (02126963-aa69-4146-be3b-fb8b3197466e), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.205110 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02126963-aa69-4146-be3b-fb8b3197466e {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:03:45.226792 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 02126963-aa69-4146-be3b-fb8b3197466e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=02126963-aa69-4146-be3b-fb8b3197466e,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:03:45.238617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1e33a-0124-4ada-b471-9c7e991885ac req-c42b51fe-8c84-4716-bac2-d8782dab2a44 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:45.239244 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (02126963-aa69-4146-be3b-fb8b3197466e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.240719 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b2f1e33a-0124-4ada-b471-9c7e991885ac req-c42b51fe-8c84-4716-bac2-d8782dab2a44 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0570285 Jan 27 16:03:45.290382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=02126963-aa69-4146-be3b-fb8b3197466e,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:45.297134 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b2f1e33a-0124-4ada-b471-9c7e991885ac req-fd21920f-9e64-41d1-a9fa-d4421a576dbf tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499890 Jan 27 16:03:45.413175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 34408) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:45.426691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b709656-fc80-46b4-a443-27a3e22a4f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.503571 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b709656-fc80-46b4-a443-27a3e22a4f28 admin admin] Publish callbacks [] for security_group (9adec243-02e9-481f-8bba-a2bdf1bb9d45), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.507187 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b709656-fc80-46b4-a443-27a3e22a4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9adec243-02e9-481f-8bba-a2bdf1bb9d45), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.546068 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1b709656-fc80-46b4-a443-27a3e22a4f28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc6500d423eb445abd8367974f5b78e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316254 Jan 27 16:03:45.546948 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709656-fc80-46b4-a443-27a3e22a4f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adec243-02e9-481f-8bba-a2bdf1bb9d45,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:45.548754 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 34412) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:45.627951 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f43753-a414-4b86-a4fd-b31eb6724617 req-2c4db255-add9-4906-bf77-64c8493c0ae7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:45.629537 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c8f43753-a414-4b86-a4fd-b31eb6724617 req-2c4db255-add9-4906-bf77-64c8493c0ae7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0662930 Jan 27 16:03:45.646051 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbce3-d68b-4964-9fd3-597101d12648 admin admin] Publish callbacks [] for security_group (9adec243-02e9-481f-8bba-a2bdf1bb9d45), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.688593 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbce3-d68b-4964-9fd3-597101d12648 admin admin] Publish callbacks [] for security_group (9adec243-02e9-481f-8bba-a2bdf1bb9d45), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.708306 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c8f43753-a414-4b86-a4fd-b31eb6724617 req-2114be42-2b3e-4f1f-aeee-c4057d87ce61 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712020 Jan 27 16:03:45.746404 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbce3-d68b-4964-9fd3-597101d12648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9adec243-02e9-481f-8bba-a2bdf1bb9d45), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.749069 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbce3-d68b-4964-9fd3-597101d12648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:45.750470 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1ecfbce3-d68b-4964-9fd3-597101d12648 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9adec243-02e9-481f-8bba-a2bdf1bb9d45 HTTP/1.1" status: 204 len: 168 time: 0.2001367 Jan 27 16:03:45.762923 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfbce3-d68b-4964-9fd3-597101d12648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adec243-02e9-481f-8bba-a2bdf1bb9d45,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:45.829173 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c6879-b450-406f-92e3-4242edb338d0 req-2d64317e-89c6-4831-963d-fc8c81572c58 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:45.830677 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-649c6879-b450-406f-92e3-4242edb338d0 req-2d64317e-89c6-4831-963d-fc8c81572c58 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0509953 Jan 27 16:03:45.882868 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-649c6879-b450-406f-92e3-4242edb338d0 req-2c362d7d-6a9d-4ea4-a58e-50b2fe2b5818 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Jan 27 16:03:45.959659 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014180a0-4b28-4311-b35c-0c535974d9d5 req-b1e30d22-9613-4bea-8e79-7445eb001f2b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:45.961155 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-014180a0-4b28-4311-b35c-0c535974d9d5 req-b1e30d22-9613-4bea-8e79-7445eb001f2b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0485191 Jan 27 16:03:46.011386 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-014180a0-4b28-4311-b35c-0c535974d9d5 req-e615a8db-8848-40b8-894b-d9e8111edce6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Jan 27 16:03:46.103934 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 34426) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:46.124014 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.141341 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be605-8781-4422-9bc7-b57c5e0977fd req-80dde85c-3f0a-4c17-a92d-cfc5724f9a7b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:46.142874 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c85be605-8781-4422-9bc7-b57c5e0977fd req-80dde85c-3f0a-4c17-a92d-cfc5724f9a7b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0836051 Jan 27 16:03:46.221479 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c85be605-8781-4422-9bc7-b57c5e0977fd req-1da4ed37-acf0-4071-b60e-f5b886e33ba4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683713 Jan 27 16:03:46.251106 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Publish callbacks [] for security_group (5fde3b6b-030d-486c-b7c2-ecc6463ec5aa), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.255367 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (5fde3b6b-030d-486c-b7c2-ecc6463ec5aa), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.293108 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2984f82979846b08fdf1e8ada849651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879256 Jan 27 16:03:46.293667 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde3b6b-030d-486c-b7c2-ecc6463ec5aa,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:46.295553 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 34430) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:46.312363 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.312719 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.313073 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.313415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.313772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.314090 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.314429 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.314760 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.315122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.315458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.315833 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.316164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.316493 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d4cbc2-45ff-4a51-9386-5026c08660d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:46.358131 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-db330ccf-d172-4378-9ebf-836c44e085b9 admin admin] Publish callbacks [] for security_group (5fde3b6b-030d-486c-b7c2-ecc6463ec5aa), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.380592 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e530d2d9-0967-4022-9957-d2c0df7e0250'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:03:46.383391 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00926f6c-b704-429f-8da0-4f720407031e" -d '{"events": [{"server_uuid": "c098b0b1-0d8f-4c24-8c24-721f965786f4", "name": "network-vif-plugged", "status": "completed", "tag": "e530d2d9-0967-4022-9957-d2c0df7e0250"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:03:46.385979 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-db330ccf-d172-4378-9ebf-836c44e085b9 admin admin] Publish callbacks [] for security_group (5fde3b6b-030d-486c-b7c2-ecc6463ec5aa), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.423801 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c646df55-9280-4d87-98c3-86f52d868b77 x-openstack-request-id: req-c646df55-9280-4d87-98c3-86f52d868b77 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:03:46.424203 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c098b0b1-0d8f-4c24-8c24-721f965786f4", "name": "network-vif-plugged", "status": "completed", "tag": "e530d2d9-0967-4022-9957-d2c0df7e0250", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:03:46.424463 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c646df55-9280-4d87-98c3-86f52d868b77 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:03:46.424923 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e530d2d9-0967-4022-9957-d2c0df7e0250', 'code': 200} Jan 27 16:03:46.425726 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffa6fd-7657-4a9d-87d0-da0f61094d32 req-a13b7fc6-1d4d-4ae7-8460-ae1285329e63 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:46.427729 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1fffa6fd-7657-4a9d-87d0-da0f61094d32 req-a13b7fc6-1d4d-4ae7-8460-ae1285329e63 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0604830 Jan 27 16:03:46.446662 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-db330ccf-d172-4378-9ebf-836c44e085b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (5fde3b6b-030d-486c-b7c2-ecc6463ec5aa), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.449356 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-db330ccf-d172-4378-9ebf-836c44e085b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:46.450539 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-db330ccf-d172-4378-9ebf-836c44e085b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fde3b6b-030d-486c-b7c2-ecc6463ec5aa HTTP/1.1" status: 204 len: 168 time: 0.1540666 Jan 27 16:03:46.459417 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db330ccf-d172-4378-9ebf-836c44e085b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fde3b6b-030d-486c-b7c2-ecc6463ec5aa,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:46.489262 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1fffa6fd-7657-4a9d-87d0-da0f61094d32 req-4c1ad7a2-2534-46fe-9c82-bd46078fa5e8 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Jan 27 16:03:46.840508 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f13f5-cbc2-4e5c-a568-b8081d15ac06 req-0d178fce-c889-47cc-980d-04a1d20b53f0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:46.842058 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0b5f13f5-cbc2-4e5c-a568-b8081d15ac06 req-0d178fce-c889-47cc-980d-04a1d20b53f0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0593019 Jan 27 16:03:46.889262 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0b5f13f5-cbc2-4e5c-a568-b8081d15ac06 req-c30f3e16-3ae7-4229-866f-dd831a97db71 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Jan 27 16:03:47.003857 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362e2db-06b8-4866-a84a-f9daf8b08063 req-100c43ea-ce81-403c-93d7-e300d0815edd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:47.005381 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2362e2db-06b8-4866-a84a-f9daf8b08063 req-100c43ea-ce81-403c-93d7-e300d0815edd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0478189 Jan 27 16:03:47.059850 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2362e2db-06b8-4866-a84a-f9daf8b08063 req-31ba7bb1-3ca2-4d15-b890-228050dbe362 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Jan 27 16:03:47.128984 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e94333-4e7b-4b5d-8cba-2bf4f3cb91d6 req-fb03b22d-eb2b-470d-a3b4-56b8c49368ab tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:47.130500 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23e94333-4e7b-4b5d-8cba-2bf4f3cb91d6 req-fb03b22d-eb2b-470d-a3b4-56b8c49368ab tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0473423 Jan 27 16:03:47.189339 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23e94333-4e7b-4b5d-8cba-2bf4f3cb91d6 req-32395615-df73-4a83-a05e-d4aefebea776 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529900 Jan 27 16:03:47.336670 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb3b9-57fe-48b8-9c52-6703c0c3bb86 req-9d48fb8c-5899-4eea-8e8f-0efb8a19839a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:47.338214 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b95eb3b9-57fe-48b8-9c52-6703c0c3bb86 req-9d48fb8c-5899-4eea-8e8f-0efb8a19839a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0477819 Jan 27 16:03:47.390921 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b95eb3b9-57fe-48b8-9c52-6703c0c3bb86 req-57723e7d-3b2f-4166-89bc-a909552cfefa tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Jan 27 16:03:47.514313 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 34478) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:47.605811 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f304-20ea-4e1a-b59d-24c18df606e5 req-4b108095-8a98-48d3-863e-95e25c2e023c tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:47.607300 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-97f8f304-20ea-4e1a-b59d-24c18df606e5 req-4b108095-8a98-48d3-863e-95e25c2e023c tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0527570 Jan 27 16:03:47.677233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8c33-91f7-40fd-8b80-fb71c3304ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:47.751428 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-97f8f304-20ea-4e1a-b59d-24c18df606e5 req-057e40ee-90a3-4f59-8ac4-f015e72b57bb tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356802 Jan 27 16:03:47.767003 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfefa-f62b-4274-8213-ea6102046cb5 req-238478ab-b594-4598-b57d-92a6a3c4d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:47.768451 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-540bfefa-f62b-4274-8213-ea6102046cb5 req-238478ab-b594-4598-b57d-92a6a3c4d3c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 1099 time: 0.1538973 Jan 27 16:03:47.813947 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-540bfefa-f62b-4274-8213-ea6102046cb5 req-9b0a1d08-5ade-4c3c-a87e-92152f553194 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:47.851053 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-3378ca5d-cde5-4fa9-8283-0ac3cc949d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:47.852606 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-3378ca5d-cde5-4fa9-8283-0ac3cc949d6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 1098 time: 0.0975044 Jan 27 16:03:47.890175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-2aa93928-ac59-43fb-9cc8-7f107ae4c139 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:47.910860 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8c33-91f7-40fd-8b80-fb71c3304ef7 admin admin] Publish callbacks [] for security_group (af2ba0c2-bd01-45a9-afd9-baff5c96cf87), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:47.917721 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8c33-91f7-40fd-8b80-fb71c3304ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (af2ba0c2-bd01-45a9-afd9-baff5c96cf87), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:47.983829 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2b5c8c33-91f7-40fd-8b80-fb71c3304ef7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a921e784d55246a08921ab4679333341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684217 Jan 27 16:03:47.989281 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 34488) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:03:47.994640 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c8c33-91f7-40fd-8b80-fb71c3304ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ba0c2-bd01-45a9-afd9-baff5c96cf87,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:48.010845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-540bfefa-f62b-4274-8213-ea6102046cb5 req-9b0a1d08-5ade-4c3c-a87e-92152f553194 service neutron] Publish callbacks [] for security_group (37107883-30b3-4f73-818c-25bb89a4ede6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.016653 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-540bfefa-f62b-4274-8213-ea6102046cb5 req-9b0a1d08-5ade-4c3c-a87e-92152f553194 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (37107883-30b3-4f73-818c-25bb89a4ede6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.032315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.db.api [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-2aa93928-ac59-43fb-9cc8-7f107ae4c139 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 662762a690b242ef947758b20841ec75 {{(pid=102384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 16:03:48.032668 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG oslo_db.api [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-2aa93928-ac59-43fb-9cc8-7f107ae4c139 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 16:03:48.033568 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa1d7-403a-433d-8b12-8e1bcb889b60 req-74926043-aec9-4152-9e89-a03b46f2d2fc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:48.035739 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-907fa1d7-403a-433d-8b12-8e1bcb889b60 req-74926043-aec9-4152-9e89-a03b46f2d2fc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0738606 Jan 27 16:03:48.061547 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-540bfefa-f62b-4274-8213-ea6102046cb5 req-9b0a1d08-5ade-4c3c-a87e-92152f553194 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696817 Jan 27 16:03:48.066533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1d08-5ade-4c3c-a87e-92152f553194 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37107883-30b3-4f73-818c-25bb89a4ede6,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:48.084742 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Publish callbacks [] for security_group (af2ba0c2-bd01-45a9-afd9-baff5c96cf87), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.111668 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-907fa1d7-403a-433d-8b12-8e1bcb889b60 req-986c65bf-3685-46fd-b6ba-5916d856af05 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634284 Jan 27 16:03:48.125686 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Publish callbacks [] for security_group (af2ba0c2-bd01-45a9-afd9-baff5c96cf87), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.172811 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (af2ba0c2-bd01-45a9-afd9-baff5c96cf87), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.177378 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.179170 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af2ba0c2-bd01-45a9-afd9-baff5c96cf87 HTTP/1.1" status: 204 len: 168 time: 0.1886153 Jan 27 16:03:48.191906 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ba0c2-bd01-45a9-afd9-baff5c96cf87,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:03:48.200325 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.200325 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.200637 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.200961 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.201300 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.201637 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.201974 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.202313 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.202649 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.203064 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.203401 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.203731 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.204059 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edab12-8fed-4dd1-b72a-3829e761ccb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:03:48.208118 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dfee1-fd6a-4b5c-b738-83ff11d94c57 req-385b1235-2e5c-4301-903d-31a268b97c99 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:48.209569 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c96dfee1-fd6a-4b5c-b738-83ff11d94c57 req-385b1235-2e5c-4301-903d-31a268b97c99 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0722306 Jan 27 16:03:48.282329 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c96dfee1-fd6a-4b5c-b738-83ff11d94c57 req-9f44bc28-ece4-4d54-9cad-093e9ea4466b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Jan 27 16:03:48.326166 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc63e0d-3afd-4888-89a3-8fd1c01e15b7 req-1b8f9187-5193-4ab7-be78-665b796cb01e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:48.327746 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3fc63e0d-3afd-4888-89a3-8fd1c01e15b7 req-1b8f9187-5193-4ab7-be78-665b796cb01e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0612853 Jan 27 16:03:48.378961 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3fc63e0d-3afd-4888-89a3-8fd1c01e15b7 req-98bf1daf-6ee6-47bb-bf1e-1e4029f72820 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Jan 27 16:03:48.503823 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d595f3-37cf-411e-8582-1f8a5f2e8456 req-215b14e4-d941-46be-8387-43832733e9e7 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:48.505342 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-62d595f3-37cf-411e-8582-1f8a5f2e8456 req-215b14e4-d941-46be-8387-43832733e9e7 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0494273 Jan 27 16:03:48.533534 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-2aa93928-ac59-43fb-9cc8-7f107ae4c139 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:48.571434 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-62d595f3-37cf-411e-8582-1f8a5f2e8456 req-7e558966-2893-4c34-bbe7-36320c9fb3ab tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592809 Jan 27 16:03:48.617099 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eab3d64e-f502-4388-94b6-bfba7bdfe0c1 req-2aa93928-ac59-43fb-9cc8-7f107ae4c139 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556484 Jan 27 16:03:48.875585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a37d5b-1945-4060-a2a1-c0172654daca req-5faa2625-f183-4d50-b288-83eed1920400 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:48.877015 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c2a37d5b-1945-4060-a2a1-c0172654daca req-5faa2625-f183-4d50-b288-83eed1920400 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0552614 Jan 27 16:03:48.938381 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c2a37d5b-1945-4060-a2a1-c0172654daca req-0a552397-6ec0-4d5e-b87f-99172a4f475a tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Jan 27 16:03:49.260745 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['d2fdd9de-12ca-4356-8752-d36ccf10679b'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:03:49.262120 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988cbb0-b647-4245-8d96-dbb813bce88b req-db6eefe7-2229-45ea-86b6-0b2e4fff277a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:49.265591 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6988cbb0-b647-4245-8d96-dbb813bce88b req-db6eefe7-2229-45ea-86b6-0b2e4fff277a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0838032 Jan 27 16:03:49.313539 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['02126963-aa69-4146-be3b-fb8b3197466e'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:03:49.351845 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6988cbb0-b647-4245-8d96-dbb813bce88b req-8f385a56-931c-424f-81fa-82a40a93a6b5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776548 Jan 27 16:03:49.391356 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['7f3911ec-edec-4658-b029-6a522d1a3093'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:03:49.440186 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['fdc1784f-018f-4bdb-9f4c-28700d25817c'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:03:49.465851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf587-3ff9-4852-b4d0-08eaa6750a51 req-a00cc79c-7a91-4a9e-897b-b777c1c5892f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:49.468078 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c1aaf587-3ff9-4852-b4d0-08eaa6750a51 req-a00cc79c-7a91-4a9e-897b-b777c1c5892f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Jan 27 16:03:49.507854 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227b1d5-fe31-4c9d-a9d2-38699ce3ebd0 req-1d7b931c-5515-4d9d-8f7d-b5375e4026c2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:49.509706 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7227b1d5-fe31-4c9d-a9d2-38699ce3ebd0 req-1d7b931c-5515-4d9d-8f7d-b5375e4026c2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0498559 Jan 27 16:03:49.521595 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c1aaf587-3ff9-4852-b4d0-08eaa6750a51 req-d4dd3ce0-957e-4867-9e7f-291451327e24 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455444 Jan 27 16:03:49.560213 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7227b1d5-fe31-4c9d-a9d2-38699ce3ebd0 req-a23dde4f-91cb-4a5e-a9c2-7d38e02f2ad0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Jan 27 16:03:49.687336 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b1614-45be-4a1f-9579-d35bc8788772 req-9c893770-3095-4513-b9d0-0e612dc62099 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:49.688797 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-261b1614-45be-4a1f-9579-d35bc8788772 req-9c893770-3095-4513-b9d0-0e612dc62099 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0502529 Jan 27 16:03:49.735518 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-261b1614-45be-4a1f-9579-d35bc8788772 req-aeb68dff-1e74-40dc-8e82-4278707306f6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Jan 27 16:03:50.053547 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878c679-1505-4a8c-a3a7-19080fce05e1 req-584db4d5-cd97-45ee-9ffe-2590c097b254 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:50.054935 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5878c679-1505-4a8c-a3a7-19080fce05e1 req-584db4d5-cd97-45ee-9ffe-2590c097b254 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0489602 Jan 27 16:03:50.102610 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5878c679-1505-4a8c-a3a7-19080fce05e1 req-b01784b5-5fa0-40ce-8227-528e6e740480 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Jan 27 16:03:50.468975 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9463b1-3d4e-4274-8f30-6580b1d54bf5 req-ed440702-e8ad-49a6-bf00-e6fe507a0235 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:50.470445 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7e9463b1-3d4e-4274-8f30-6580b1d54bf5 req-ed440702-e8ad-49a6-bf00-e6fe507a0235 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0469236 Jan 27 16:03:50.534387 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7e9463b1-3d4e-4274-8f30-6580b1d54bf5 req-69573c2c-d6b3-4a99-9b4a-e745845f3e97 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559390 Jan 27 16:03:50.640862 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8ece1-d868-427b-8fff-403e9ff93362 req-c457208a-887b-4e47-bba0-a107b98f6e65 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:50.642358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fba8ece1-d868-427b-8fff-403e9ff93362 req-c457208a-887b-4e47-bba0-a107b98f6e65 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Jan 27 16:03:50.680300 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a285e-5d0b-4327-ad0a-8bb2d9d228d5 req-a340fb39-a318-46f5-b65a-46da2417657b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:50.681844 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c90a285e-5d0b-4327-ad0a-8bb2d9d228d5 req-a340fb39-a318-46f5-b65a-46da2417657b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0525050 Jan 27 16:03:50.689845 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fba8ece1-d868-427b-8fff-403e9ff93362 req-3fb2f99c-446f-41b1-b8b1-e95f20ca1c59 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Jan 27 16:03:50.730283 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c90a285e-5d0b-4327-ad0a-8bb2d9d228d5 req-991e9778-e4b0-4b81-8a32-5d2769c1bbc1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Jan 27 16:03:50.847904 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed555e-9c44-4431-b9da-edcb9ac0fb62 req-5d16d128-2143-49c4-bd92-8273a508d6f6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:50.849366 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-86ed555e-9c44-4431-b9da-edcb9ac0fb62 req-5d16d128-2143-49c4-bd92-8273a508d6f6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0465615 Jan 27 16:03:50.898855 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-86ed555e-9c44-4431-b9da-edcb9ac0fb62 req-ee8f4624-2157-4653-a3cc-47c550affffc tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Jan 27 16:03:51.213565 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41980d-a74d-402d-adcd-aadb3b18276c req-a671e03e-3712-48e2-aa61-c655be519219 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:51.215093 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-be41980d-a74d-402d-adcd-aadb3b18276c req-a671e03e-3712-48e2-aa61-c655be519219 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0467501 Jan 27 16:03:51.262406 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-be41980d-a74d-402d-adcd-aadb3b18276c req-e2468d50-28a5-4dd3-aedc-0ffbce4e3bd9 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Jan 27 16:03:51.650266 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36326ad-e1f0-4bfd-ad73-3a5bdc154adb req-bd5e59c0-72c0-4f62-a333-cc90110729b5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:51.651747 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f36326ad-e1f0-4bfd-ad73-3a5bdc154adb req-bd5e59c0-72c0-4f62-a333-cc90110729b5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0466874 Jan 27 16:03:51.699447 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f36326ad-e1f0-4bfd-ad73-3a5bdc154adb req-74a460c0-e37e-414a-bf9c-a49b3dbd2cb5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 Jan 27 16:03:51.807494 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9072e-84a2-4f35-8298-d9f50883b362 req-f00fef19-1de6-4384-be88-4905847a103f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:51.809016 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c6e9072e-84a2-4f35-8298-d9f50883b362 req-f00fef19-1de6-4384-be88-4905847a103f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Jan 27 16:03:51.841063 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809766ee-8469-4e8b-a147-c0e6b740c9e7 req-8c3951a2-0e4e-43d0-9a0e-6db2cbc3abb0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:51.842460 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-809766ee-8469-4e8b-a147-c0e6b740c9e7 req-8c3951a2-0e4e-43d0-9a0e-6db2cbc3abb0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0481286 Jan 27 16:03:51.859190 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c6e9072e-84a2-4f35-8298-d9f50883b362 req-76f61016-3e5e-4d9a-921c-e3c2c5537210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Jan 27 16:03:51.889062 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-809766ee-8469-4e8b-a147-c0e6b740c9e7 req-e7819158-5ca0-4095-8b25-8e1d4d55e286 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Jan 27 16:03:52.017218 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7452b7-07e5-4fd0-82df-cec609a2f6e8 req-ea25788d-4c37-4d4b-816e-57ba7b48096a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:52.017665 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d7452b7-07e5-4fd0-82df-cec609a2f6e8 req-ea25788d-4c37-4d4b-816e-57ba7b48096a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0548618 Jan 27 16:03:52.069027 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d7452b7-07e5-4fd0-82df-cec609a2f6e8 req-90c9f34e-dade-4bd4-8f81-419a38b71c0d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450084 Jan 27 16:03:52.384282 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16c4b-d820-41e4-9f16-81e31f6f9a95 req-bb47b558-d350-4356-921e-8906fb5538d4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:52.385816 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-98d16c4b-d820-41e4-9f16-81e31f6f9a95 req-bb47b558-d350-4356-921e-8906fb5538d4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0571997 Jan 27 16:03:52.439842 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-98d16c4b-d820-41e4-9f16-81e31f6f9a95 req-25b1c12a-3573-4377-b703-1e922cbaec84 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482934 Jan 27 16:03:52.818781 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca3a60-6937-44d1-a9ce-74e94b61749b req-21275d4c-47c0-4691-946e-d0a23d3673a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:52.820263 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1eca3a60-6937-44d1-a9ce-74e94b61749b req-21275d4c-47c0-4691-946e-d0a23d3673a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0491107 Jan 27 16:03:52.865044 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1eca3a60-6937-44d1-a9ce-74e94b61749b req-daa90161-a21f-431e-993c-caba94621d45 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Jan 27 16:03:52.976158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a1df2-f9b1-4215-9eb6-14cdc6644710 req-48920123-9588-4f8e-a686-674167dd60cb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:52.977641 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-673a1df2-f9b1-4215-9eb6-14cdc6644710 req-48920123-9588-4f8e-a686-674167dd60cb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0525053 Jan 27 16:03:53.002698 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c01fe-88a1-40b5-a6d5-202ae29dcd9b req-07a50742-6c13-4955-9f9f-c71ef570a748 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:53.004637 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c04c01fe-88a1-40b5-a6d5-202ae29dcd9b req-07a50742-6c13-4955-9f9f-c71ef570a748 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0515060 Jan 27 16:03:53.029786 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-673a1df2-f9b1-4215-9eb6-14cdc6644710 req-b0b1f35d-3262-4c5c-83ab-e06c5c140e0c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464363 Jan 27 16:03:53.062224 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c04c01fe-88a1-40b5-a6d5-202ae29dcd9b req-5d303b71-c9cc-4f73-a3a9-8566597baabc tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Jan 27 16:03:53.181506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b566a-761f-4995-908c-a97f74bde60a req-a35c8d51-c7a5-4c96-9447-930cea01e3df tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:53.182961 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-632b566a-761f-4995-908c-a97f74bde60a req-a35c8d51-c7a5-4c96-9447-930cea01e3df tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0461478 Jan 27 16:03:53.234226 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-632b566a-761f-4995-908c-a97f74bde60a req-23c9963e-9161-430b-aaa3-d3ab672b2a61 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457366 Jan 27 16:03:53.555733 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d350c7d-1cdb-416b-b5ca-1a8a7dda4aab req-44c1feed-ca2b-44e6-988f-88be1b68dbfa tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:53.557207 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d350c7d-1cdb-416b-b5ca-1a8a7dda4aab req-44c1feed-ca2b-44e6-988f-88be1b68dbfa tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0472593 Jan 27 16:03:53.604581 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d350c7d-1cdb-416b-b5ca-1a8a7dda4aab req-8f6494fc-c927-4d8f-b801-f30179f2ef18 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Jan 27 16:03:53.980152 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88949f8-26e4-492f-965d-ac5c3a1142f3 req-9b8453f8-42e6-4d87-9df6-831cac3a2a7a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:53.981613 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d88949f8-26e4-492f-965d-ac5c3a1142f3 req-9b8453f8-42e6-4d87-9df6-831cac3a2a7a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0466766 Jan 27 16:03:54.026608 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d88949f8-26e4-492f-965d-ac5c3a1142f3 req-78c92a04-83af-4a4f-a767-4ff20a017e8f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394845 Jan 27 16:03:54.165170 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6df3d-1702-4b66-927e-31ee4e2f1cde req-f715b302-deaa-4e8f-8990-e4dfb576caa9 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:54.166581 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-47c6df3d-1702-4b66-927e-31ee4e2f1cde req-f715b302-deaa-4e8f-8990-e4dfb576caa9 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0643668 Jan 27 16:03:54.198871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f96f-3e4a-4af4-a7d3-ba664b84e520 req-67cb6c88-5347-4d54-bf52-5a70ffa94ba3 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:54.200449 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fe1f96f-3e4a-4af4-a7d3-ba664b84e520 req-67cb6c88-5347-4d54-bf52-5a70ffa94ba3 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0559878 Jan 27 16:03:54.228991 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-47c6df3d-1702-4b66-927e-31ee4e2f1cde req-bc6550cb-9cab-45df-8cb4-ee6d1e8b4fa2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564389 Jan 27 16:03:54.253830 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fe1f96f-3e4a-4af4-a7d3-ba664b84e520 req-1af6c5ef-be96-459b-aacb-184a9e54f632 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Jan 27 16:03:54.343161 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc692ac-d722-403b-80c6-e066bd6757d2 req-04060abd-436e-4c73-a25b-6f24a7402f41 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:54.344610 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3fc692ac-d722-403b-80c6-e066bd6757d2 req-04060abd-436e-4c73-a25b-6f24a7402f41 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0463254 Jan 27 16:03:54.390529 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3fc692ac-d722-403b-80c6-e066bd6757d2 req-f76cac30-06b5-4a26-a8f2-8f3a69761837 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Jan 27 16:03:54.428816 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-01c8d9fb-b584-405d-81f1-e5144645a9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:54.723458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc250c6-701c-42da-af00-b13afb18ebb2 req-1959e8f6-f4a1-4264-b027-bab0ecf79eca tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:54.724831 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0bc250c6-701c-42da-af00-b13afb18ebb2 req-1959e8f6-f4a1-4264-b027-bab0ecf79eca tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0537336 Jan 27 16:03:54.770122 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0bc250c6-701c-42da-af00-b13afb18ebb2 req-7322bb06-cfb2-4c88-b5da-20dec8172462 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jan 27 16:03:55.146229 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326aabf-c97c-4678-be91-3ca74b4a0eb3 req-1f04ba05-d3a4-402f-ba71-74b806269ba4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:55.147729 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c326aabf-c97c-4678-be91-3ca74b4a0eb3 req-1f04ba05-d3a4-402f-ba71-74b806269ba4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0495913 Jan 27 16:03:55.200060 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c326aabf-c97c-4678-be91-3ca74b4a0eb3 req-8b527c66-d31a-4202-a421-efabf7cdfbcd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Jan 27 16:03:55.363288 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae7586-9574-417a-8d3b-51ad09284651 req-9da7b6b7-2219-40c5-bb17-d57eb72abc5a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:55.365001 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eaae7586-9574-417a-8d3b-51ad09284651 req-9da7b6b7-2219-40c5-bb17-d57eb72abc5a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0637593 Jan 27 16:03:55.420847 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eaae7586-9574-417a-8d3b-51ad09284651 req-4b99465c-715a-45c4-9bd1-2d5e2383ad71 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494022 Jan 27 16:03:55.559175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f952c-71ed-4c04-9736-d8e3cd23274e req-4c77e3dc-d80c-4dd9-8b80-8d0abb438f2a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:55.560686 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-039f952c-71ed-4c04-9736-d8e3cd23274e req-4c77e3dc-d80c-4dd9-8b80-8d0abb438f2a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0648491 Jan 27 16:03:55.572918 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070863e-9a1f-4798-bae5-746f2e7b7300 req-816c84fd-7fd2-4ee7-a4d9-054aeac29961 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:55.572918 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0070863e-9a1f-4798-bae5-746f2e7b7300 req-816c84fd-7fd2-4ee7-a4d9-054aeac29961 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.2512863 Jan 27 16:03:55.611850 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-039f952c-71ed-4c04-9736-d8e3cd23274e req-33a494ba-3ecd-4231-9f39-c866ea0a8f6c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Jan 27 16:03:55.624496 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0070863e-9a1f-4798-bae5-746f2e7b7300 req-6d8fc56a-0d42-48b0-8506-12ba8b50f120 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Jan 27 16:03:55.881828 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1f8c-17bc-4ac7-823b-a0f3f16ed462 req-fc7a95a3-1469-49f5-85e2-8be41d949d04 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:55.883254 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dd6e1f8c-17bc-4ac7-823b-a0f3f16ed462 req-fc7a95a3-1469-49f5-85e2-8be41d949d04 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0475085 Jan 27 16:03:55.932082 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dd6e1f8c-17bc-4ac7-823b-a0f3f16ed462 req-afa541ed-1bac-4937-a907-cd01ac925b5f tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Jan 27 16:03:56.319137 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738fcd2-0774-4bfb-9c4f-a64f3768284d req-32a28838-f77a-4401-beef-58340dc21a42 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:56.320595 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8738fcd2-0774-4bfb-9c4f-a64f3768284d req-32a28838-f77a-4401-beef-58340dc21a42 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0466285 Jan 27 16:03:56.365818 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8738fcd2-0774-4bfb-9c4f-a64f3768284d req-21c71141-435e-4701-b117-1a1c46f4ea67 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Jan 27 16:03:56.543912 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8f6e5-4cb8-4cf2-9aff-001fc1369bd6 req-8a389422-0c2e-40ef-8210-bef3b6b6f8f6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:56.545343 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-72e8f6e5-4cb8-4cf2-9aff-001fc1369bd6 req-8a389422-0c2e-40ef-8210-bef3b6b6f8f6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0536909 Jan 27 16:03:56.600595 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-72e8f6e5-4cb8-4cf2-9aff-001fc1369bd6 req-40aa1ae6-40fc-4818-9f5f-7e1dc888e92f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Jan 27 16:03:56.723338 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6353cf95-1248-46f9-82dc-6b53c85d3ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:56.744416 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac40a5-039f-4993-9144-a9456e973676 req-19982327-2598-47cb-bb50-2c056f99cf47 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:56.745879 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3bac40a5-039f-4993-9144-a9456e973676 req-19982327-2598-47cb-bb50-2c056f99cf47 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0506434 Jan 27 16:03:56.751570 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8afff-f7f3-4003-885e-ffac6f111f11 req-e4337a9a-4dbc-4378-8dad-d4f2acfa1879 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:56.753109 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dfb8afff-f7f3-4003-885e-ffac6f111f11 req-e4337a9a-4dbc-4378-8dad-d4f2acfa1879 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0578721 Jan 27 16:03:56.800176 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3bac40a5-039f-4993-9144-a9456e973676 req-72c5b101-052f-47d7-9259-5b96f78a3371 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477135 Jan 27 16:03:56.804143 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:56.809666 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dfb8afff-f7f3-4003-885e-ffac6f111f11 req-77b609b8-8002-49a8-8a66-83d8f8604d70 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510890 Jan 27 16:03:57.043415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c46e3a-48a4-4148-b68c-b4cca9fd5183 req-f1195260-d444-46d8-b403-b213661641fa tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:57.044887 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a4c46e3a-48a4-4148-b68c-b4cca9fd5183 req-f1195260-d444-46d8-b403-b213661641fa tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Jan 27 16:03:57.096135 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a4c46e3a-48a4-4148-b68c-b4cca9fd5183 req-a75c95dc-87df-4395-835b-7068e2896e2b tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Jan 27 16:03:57.495454 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86642-20c2-42ee-bd53-afd5887e22b4 req-518aec71-e978-428b-b71c-273e7f5c7f0d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:57.496941 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c5a86642-20c2-42ee-bd53-afd5887e22b4 req-518aec71-e978-428b-b71c-273e7f5c7f0d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0481308 Jan 27 16:03:57.543207 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c5a86642-20c2-42ee-bd53-afd5887e22b4 req-edbd5961-1d6f-408a-85dc-2e02c3f04fa0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Jan 27 16:03:57.619389 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:57.904521 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3019-2358-492a-a3f5-eae88187274e req-6f0b59f6-87cb-403a-9ab0-b10fea9186a3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:57.904521 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e71c3019-2358-492a-a3f5-eae88187274e req-6f0b59f6-87cb-403a-9ab0-b10fea9186a3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.2328014 Jan 27 16:03:57.943161 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b33e-a426-4868-8d2b-c151b3fdf27d req-87b2c3f5-a482-499f-b698-4baa420a9177 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:57.944672 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ffb2b33e-a426-4868-8d2b-c151b3fdf27d req-87b2c3f5-a482-499f-b698-4baa420a9177 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0626032 Jan 27 16:03:57.950563 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e71c3019-2358-492a-a3f5-eae88187274e req-3bff6843-8952-4276-a153-00f0fd7e7b31 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Jan 27 16:03:57.984712 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:03:57.997627 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ffb2b33e-a426-4868-8d2b-c151b3fdf27d req-a9fa10e4-f67a-4f76-b20c-1cd88f2636c5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Jan 27 16:03:58.060508 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c7277-bdea-4087-afb2-4e0b9d1983c2 req-a173c328-7cd2-4551-9c12-b8d01d67ff31 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:58.061979 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a99c7277-bdea-4087-afb2-4e0b9d1983c2 req-a173c328-7cd2-4551-9c12-b8d01d67ff31 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0541062 Jan 27 16:03:58.111183 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a99c7277-bdea-4087-afb2-4e0b9d1983c2 req-54faca80-70a8-4db9-bb61-ebe75a8eb4b4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Jan 27 16:03:58.210471 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2a509-1197-46a1-82f1-ffc3981e408e req-9303ff59-6fd5-4f18-ac6e-680f44dbb772 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:58.211993 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c5f2a509-1197-46a1-82f1-ffc3981e408e req-9303ff59-6fd5-4f18-ac6e-680f44dbb772 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0476251 Jan 27 16:03:58.257575 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c5f2a509-1197-46a1-82f1-ffc3981e408e req-b758a3bb-38cc-44af-b4e1-c90192a5d8d4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 Jan 27 16:03:58.662135 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdf4d3-a16a-4224-9e96-70896aea755e req-5edb569e-2624-4676-9fd8-fd442178192e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:58.663663 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bfcdf4d3-a16a-4224-9e96-70896aea755e req-5edb569e-2624-4676-9fd8-fd442178192e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0500915 Jan 27 16:03:58.713689 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bfcdf4d3-a16a-4224-9e96-70896aea755e req-69f13712-22c2-4c05-8404-808e675e2a5e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Jan 27 16:03:59.065582 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238ff5-2dc7-4e7c-b14c-2817ebcc3df2 req-8f82172f-f379-4635-af6e-1279d42430c5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:59.067113 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-da238ff5-2dc7-4e7c-b14c-2817ebcc3df2 req-8f82172f-f379-4635-af6e-1279d42430c5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Jan 27 16:03:59.114605 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-da238ff5-2dc7-4e7c-b14c-2817ebcc3df2 req-20201eb2-2965-44bf-89ff-13f2654c9b92 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Jan 27 16:03:59.122411 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0d8d-7bce-414a-9033-748d729a930a req-4a2929f7-2ce3-4989-897d-d8b12e46029d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:59.124183 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ebc0d8d-7bce-414a-9033-748d729a930a req-4a2929f7-2ce3-4989-897d-d8b12e46029d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0527120 Jan 27 16:03:59.133591 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:03:59.175304 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ebc0d8d-7bce-414a-9033-748d729a930a req-585190d5-08aa-49e8-b1a6-7bb59d58e873 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448840 Jan 27 16:03:59.235936 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c835-9e0a-479c-88f4-8bc7369f4afd req-fd2e8552-17a6-4b6f-8950-e2c058d7d3cf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:59.237453 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c4b9c835-9e0a-479c-88f4-8bc7369f4afd req-fd2e8552-17a6-4b6f-8950-e2c058d7d3cf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0537639 Jan 27 16:03:59.290286 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c4b9c835-9e0a-479c-88f4-8bc7369f4afd req-2df7b450-6ec0-4984-b4a0-3927a4c0c1e2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473418 Jan 27 16:03:59.374890 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa23f-eb85-4b19-8f59-da96543743c4 req-9a771f31-c15e-4ace-b5d3-7f84100d4ba3 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:59.376399 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8fcaa23f-eb85-4b19-8f59-da96543743c4 req-9a771f31-c15e-4ace-b5d3-7f84100d4ba3 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0508013 Jan 27 16:03:59.424102 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8fcaa23f-eb85-4b19-8f59-da96543743c4 req-6a2e2138-02d9-475b-a5ea-30ebc7b152ae tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Jan 27 16:03:59.831243 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330ef4-d37d-4251-97e6-14099a70ba94 req-f625d0da-5a44-4bcc-af67-847494e2a0e1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:03:59.832734 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-37330ef4-d37d-4251-97e6-14099a70ba94 req-f625d0da-5a44-4bcc-af67-847494e2a0e1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0488493 Jan 27 16:03:59.878761 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-37330ef4-d37d-4251-97e6-14099a70ba94 req-4c35ba3b-f431-4a11-8538-bc6fdb2aa14b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Jan 27 16:04:00.235522 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf531d-f05d-43fc-95bf-4259414a9d49 req-d37966cd-6cf1-4058-8976-803c0fef04fa tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:00.237587 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-53cf531d-f05d-43fc-95bf-4259414a9d49 req-d37966cd-6cf1-4058-8976-803c0fef04fa tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0527463 Jan 27 16:04:00.288505 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16183f8-1f1e-44e5-af9f-143e759383c6 req-acf237d6-c3f7-41ab-a108-e4a3f2b6177c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:00.290105 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f16183f8-1f1e-44e5-af9f-143e759383c6 req-acf237d6-c3f7-41ab-a108-e4a3f2b6177c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0480142 Jan 27 16:04:00.290805 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-53cf531d-f05d-43fc-95bf-4259414a9d49 req-1f4695e7-68ee-4714-bd6f-467389674b1b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Jan 27 16:04:00.342124 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f16183f8-1f1e-44e5-af9f-143e759383c6 req-f5dffbd7-150c-4c88-94ed-7637ed6feb78 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Jan 27 16:04:00.417944 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ecf99-8d12-4e74-b4c0-bd7b039955c4 req-be96dd73-9fea-400a-aa83-b0f2597c9d37 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:00.419412 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f32ecf99-8d12-4e74-b4c0-bd7b039955c4 req-be96dd73-9fea-400a-aa83-b0f2597c9d37 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0486715 Jan 27 16:04:00.469440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:00.471903 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f32ecf99-8d12-4e74-b4c0-bd7b039955c4 req-f1b69ae7-1afc-4d06-8ef1-f14106bf7383 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Jan 27 16:04:00.583650 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4b5f-5227-491f-a116-a9cee0e32de1 req-4609be24-a9b5-4bc2-bf1e-8b945f1abd8c tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:00.585153 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-657b4b5f-5227-491f-a116-a9cee0e32de1 req-4609be24-a9b5-4bc2-bf1e-8b945f1abd8c tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0656312 Jan 27 16:04:00.635485 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-657b4b5f-5227-491f-a116-a9cee0e32de1 req-8ad89a5f-7a4b-49da-a24f-7a92e34e4d2b tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Jan 27 16:04:00.994241 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c11c3a-7d1a-4a4a-b215-c331a36d330d req-66d61981-83f5-4f5d-8b84-6b9e64132057 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:00.995765 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-04c11c3a-7d1a-4a4a-b215-c331a36d330d req-66d61981-83f5-4f5d-8b84-6b9e64132057 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0483778 Jan 27 16:04:01.046295 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-04c11c3a-7d1a-4a4a-b215-c331a36d330d req-1c83f044-1081-47fa-bbe3-9b88eacffc5c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Jan 27 16:04:01.411327 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27ed9-5ac7-4866-9bf9-25bb8e28d6dc req-749475e3-1fd8-428f-aa1c-a8c24a162c95 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:01.412872 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d2f27ed9-5ac7-4866-9bf9-25bb8e28d6dc req-749475e3-1fd8-428f-aa1c-a8c24a162c95 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Jan 27 16:04:01.463951 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d2f27ed9-5ac7-4866-9bf9-25bb8e28d6dc req-3dd95d2e-75e2-4145-9ba0-d8ce048bd089 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Jan 27 16:04:01.471107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf8849-2a1b-4c9b-9a2e-cab77b035d82 req-57e25525-6de8-4ebd-b963-3fc8f1811391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:01.473724 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a7bf8849-2a1b-4c9b-9a2e-cab77b035d82 req-57e25525-6de8-4ebd-b963-3fc8f1811391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0547016 Jan 27 16:04:01.525789 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a7bf8849-2a1b-4c9b-9a2e-cab77b035d82 req-e1568c0a-150c-4edc-b741-08d48b7c2e0d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Jan 27 16:04:01.598901 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4851d35-420c-4689-b449-9fd3ac0a912c req-4262a919-6a8b-4134-b824-0a7057dd30ff tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:01.600710 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a4851d35-420c-4689-b449-9fd3ac0a912c req-4262a919-6a8b-4134-b824-0a7057dd30ff tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0558581 Jan 27 16:04:01.652913 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a4851d35-420c-4689-b449-9fd3ac0a912c req-d419ba5b-dffe-4aae-aabb-570f79d993c2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Jan 27 16:04:01.768493 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a2db-8e02-473a-9527-f49f4a3003eb req-32610dd1-2f52-473d-a429-6cc738f62280 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:01.770259 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7286a2db-8e02-473a-9527-f49f4a3003eb req-32610dd1-2f52-473d-a429-6cc738f62280 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0575044 Jan 27 16:04:01.863000 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7286a2db-8e02-473a-9527-f49f4a3003eb req-fa648f83-3bb0-40ab-b846-c724e98eed49 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847030 Jan 27 16:04:02.192984 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0252d6-751e-4c61-a7a7-2343a200da67 req-94cac77b-1f6f-4e9d-ba05-75fb5a04ee3b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:02.195008 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b0252d6-751e-4c61-a7a7-2343a200da67 req-94cac77b-1f6f-4e9d-ba05-75fb5a04ee3b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0733294 Jan 27 16:04:02.266370 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b0252d6-751e-4c61-a7a7-2343a200da67 req-eadb82d4-21ed-4ee1-bf71-c1debc4433b8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651417 Jan 27 16:04:02.592840 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6abc14-0c67-4427-bd71-0086429f18f9 req-f0740be3-0e21-47c8-96f0-455216af717e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:02.594325 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0e6abc14-0c67-4427-bd71-0086429f18f9 req-f0740be3-0e21-47c8-96f0-455216af717e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 945 time: 0.0550184 Jan 27 16:04:02.644706 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0e6abc14-0c67-4427-bd71-0086429f18f9 req-11719883-1ec9-4176-a7a8-4e1ade008d93 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 Jan 27 16:04:02.778691 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52124c3-b505-4cc7-875c-c87dd9248aef req-7c5a34dc-d9cb-4e81-a2ec-312f674f2e8a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:02.780221 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f52124c3-b505-4cc7-875c-c87dd9248aef req-7c5a34dc-d9cb-4e81-a2ec-312f674f2e8a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 944 time: 0.0535905 Jan 27 16:04:02.797651 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device d2fdd9de-12ca-4356-8752-d36ccf10679b up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:04:02.828802 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f52124c3-b505-4cc7-875c-c87dd9248aef req-3762a7bc-1164-4e5d-b9e0-ef7e1c034f0b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Jan 27 16:04:02.858247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port d2fdd9de-12ca-4356-8752-d36ccf10679b completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:04:02.862596 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port d2fdd9de-12ca-4356-8752-d36ccf10679b triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:04:02.862995 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:02.941848 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port d2fdd9de-12ca-4356-8752-d36ccf10679b is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:04:02.942241 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:02.966718 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:02.968942 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea8572-7c12-4dc4-824a-f8511cce3abc" -d '{"events": [{"server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:02.981553 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port d2fdd9de-12ca-4356-8752-d36ccf10679b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:02.986046 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:02.987475 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 02126963-aa69-4146-be3b-fb8b3197466e up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:04:03.027144 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508a75a4-5146-4801-ae60-9110b3b8104d x-openstack-request-id: req-508a75a4-5146-4801-ae60-9110b3b8104d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:03.027436 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "name": "network-vif-plugged", "status": "completed", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:03.027691 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-508a75a4-5146-4801-ae60-9110b3b8104d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:03.028076 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'code': 200} Jan 27 16:04:03.062346 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=d2fdd9de-12ca-4356-8752-d36ccf10679b,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:03.072497 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.072866 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.073229 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.073576 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.073912 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.074244 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.074574 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.074903 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.075254 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.075602 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.075931 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.076259 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.076594 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:03.088859 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 02126963-aa69-4146-be3b-fb8b3197466e completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:04:03.092498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 02126963-aa69-4146-be3b-fb8b3197466e triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:04:03.092873 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (02126963-aa69-4146-be3b-fb8b3197466e), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.168616 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 02126963-aa69-4146-be3b-fb8b3197466e is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:04:03.168998 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (02126963-aa69-4146-be3b-fb8b3197466e), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.203266 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 02126963-aa69-4146-be3b-fb8b3197466e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=02126963-aa69-4146-be3b-fb8b3197466e,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:03.207238 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (02126963-aa69-4146-be3b-fb8b3197466e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.208028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device fdc1784f-018f-4bdb-9f4c-28700d25817c up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:04:03.281617 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=02126963-aa69-4146-be3b-fb8b3197466e,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:03.293073 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port fdc1784f-018f-4bdb-9f4c-28700d25817c completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:04:03.296790 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port fdc1784f-018f-4bdb-9f4c-28700d25817c triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:04:03.297172 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.383188 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port fdc1784f-018f-4bdb-9f4c-28700d25817c is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:04:03.383577 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.387905 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9d35a-e12d-4778-8eea-5a3f51fb16a1 req-1e78b486-2e5d-449a-acec-9023dd399edd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:03.389406 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-aae9d35a-e12d-4778-8eea-5a3f51fb16a1 req-1e78b486-2e5d-449a-acec-9023dd399edd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0477903 Jan 27 16:04:03.415465 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port fdc1784f-018f-4bdb-9f4c-28700d25817c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:03.419036 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.419799 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:04:03.435840 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-aae9d35a-e12d-4778-8eea-5a3f51fb16a1 req-0d04e4ef-68eb-41f4-a8df-88e77529c2e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Jan 27 16:04:03.492634 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=fdc1784f-018f-4bdb-9f4c-28700d25817c,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:03.507948 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 7f3911ec-edec-4658-b029-6a522d1a3093 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:04:03.513481 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 7f3911ec-edec-4658-b029-6a522d1a3093 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:04:03.513863 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.595515 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:04:03.595834 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.626808 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:03.630532 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:03.677811 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:03.754491 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354bc1-ad03-4ada-97a8-5d60e8086ae4 req-2497b656-0f5d-42a8-b9e4-a04c3ce8655b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:03.755971 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c4354bc1-ad03-4ada-97a8-5d60e8086ae4 req-2497b656-0f5d-42a8-b9e4-a04c3ce8655b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0473330 Jan 27 16:04:03.804827 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c4354bc1-ad03-4ada-97a8-5d60e8086ae4 req-9565a3d9-eead-4d54-8e09-2a0b1b2e91dd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Jan 27 16:04:03.941352 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14d15d-e7b9-42b0-8cec-b895a116164e req-40debe62-113b-44f0-b0f8-544d1bab0a17 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:03.942819 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6b14d15d-e7b9-42b0-8cec-b895a116164e req-40debe62-113b-44f0-b0f8-544d1bab0a17 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0487704 Jan 27 16:04:03.988876 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6b14d15d-e7b9-42b0-8cec-b895a116164e req-0d11c682-5e82-4b58-9176-709820a55d7c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Jan 27 16:04:04.549089 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ca6a1-eccc-4f52-8617-f32560aedc4c req-941a384a-c839-42b2-8998-7e3b71badd19 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:04.550532 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-543ca6a1-eccc-4f52-8617-f32560aedc4c req-941a384a-c839-42b2-8998-7e3b71badd19 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0465078 Jan 27 16:04:04.597474 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-543ca6a1-eccc-4f52-8617-f32560aedc4c req-5d26cf3a-2dd4-4845-8e83-11f24ee1020c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Jan 27 16:04:04.920860 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9010-2ea8-4f75-864f-9ec92ac12312 req-35dcb596-7676-4678-aa97-60e7c22499c5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:04.922353 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-00bc9010-2ea8-4f75-864f-9ec92ac12312 req-35dcb596-7676-4678-aa97-60e7c22499c5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0512145 Jan 27 16:04:04.967700 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-00bc9010-2ea8-4f75-864f-9ec92ac12312 req-69a74545-90f0-4611-8e00-6bb0e1be4536 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Jan 27 16:04:05.029094 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02126963-aa69-4146-be3b-fb8b3197466e'}, {'server_uuid': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc1784f-018f-4bdb-9f4c-28700d25817c'}, {'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:05.032225 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2ba49f-4c95-417f-9f41-fde81315ecdd" -d '{"events": [{"server_uuid": "53c1dfef-ceda-489a-a7ea-045b8ab0f249", "name": "network-vif-plugged", "status": "completed", "tag": "02126963-aa69-4146-be3b-fb8b3197466e"}, {"server_uuid": "e56702b3-830c-441b-b790-b13f42d20c0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdc1784f-018f-4bdb-9f4c-28700d25817c"}, {"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-plugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:05.101346 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b848d6c-ba4e-436d-a040-aa9d4c4e58e5 req-67205c5d-321b-4c77-adc4-49d99d4feaf9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:05.102844 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9b848d6c-ba4e-436d-a040-aa9d4c4e58e5 req-67205c5d-321b-4c77-adc4-49d99d4feaf9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0492787 Jan 27 16:04:05.149586 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9b848d6c-ba4e-436d-a040-aa9d4c4e58e5 req-e2e4b94c-6d6d-4d54-8dfd-02675ce4ed31 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Jan 27 16:04:05.199529 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fcde99-f86c-4402-bd22-5cd14cbd281e x-openstack-request-id: req-16fcde99-f86c-4402-bd22-5cd14cbd281e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:05.199829 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c1dfef-ceda-489a-a7ea-045b8ab0f249", "name": "network-vif-plugged", "status": "completed", "tag": "02126963-aa69-4146-be3b-fb8b3197466e", "code": 200}, {"server_uuid": "e56702b3-830c-441b-b790-b13f42d20c0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdc1784f-018f-4bdb-9f4c-28700d25817c", "code": 200}, {"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-plugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:05.200086 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16fcde99-f86c-4402-bd22-5cd14cbd281e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:05.200487 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02126963-aa69-4146-be3b-fb8b3197466e', 'code': 200} Jan 27 16:04:05.200746 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc1784f-018f-4bdb-9f4c-28700d25817c', 'code': 200} Jan 27 16:04:05.200998 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'code': 200} Jan 27 16:04:05.718755 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd8119-ee40-4bf7-b255-5cfab5b236bf req-e366fc06-0dd9-4f0b-a06d-8936150882f2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:05.721912 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e6bd8119-ee40-4bf7-b255-5cfab5b236bf req-e366fc06-0dd9-4f0b-a06d-8936150882f2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0520103 Jan 27 16:04:05.779545 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e6bd8119-ee40-4bf7-b255-5cfab5b236bf req-b4d48eeb-d92f-45f6-a096-bf014b64b7c2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508020 Jan 27 16:04:06.079410 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259340f-63e6-4b8a-81c5-91ef23674579 req-cca205d5-5767-46fc-9b58-cc7755fe0975 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:06.081400 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3259340f-63e6-4b8a-81c5-91ef23674579 req-cca205d5-5767-46fc-9b58-cc7755fe0975 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0477786 Jan 27 16:04:06.134585 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3259340f-63e6-4b8a-81c5-91ef23674579 req-50182209-2e59-4d9e-88ac-ece6577aa3c8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Jan 27 16:04:06.262950 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fc77b-8cbe-407d-8202-26205ad56a32 req-38f0ee4c-11ad-4cc5-9895-1c8aee31bd63 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:06.264483 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bb5fc77b-8cbe-407d-8202-26205ad56a32 req-38f0ee4c-11ad-4cc5-9895-1c8aee31bd63 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Jan 27 16:04:06.310366 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bb5fc77b-8cbe-407d-8202-26205ad56a32 req-64869270-4210-4f70-8ca3-b1ab180b74d1 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Jan 27 16:04:06.900039 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c774086-4bc8-4602-9268-1c5a3ad50728 req-e7a9c486-bb00-4e1e-9f76-691a1702c320 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:06.901509 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9c774086-4bc8-4602-9268-1c5a3ad50728 req-e7a9c486-bb00-4e1e-9f76-691a1702c320 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0516353 Jan 27 16:04:06.955694 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9c774086-4bc8-4602-9268-1c5a3ad50728 req-b608c4d9-2cc7-483d-8d29-67829bb8e615 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Jan 27 16:04:07.265518 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f32e-48ca-4870-bcf2-9bd10b037008 req-4dda3468-93ce-4992-b713-049271cf4279 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:07.267656 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3d19f32e-48ca-4870-bcf2-9bd10b037008 req-4dda3468-93ce-4992-b713-049271cf4279 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0666170 Jan 27 16:04:07.341787 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3d19f32e-48ca-4870-bcf2-9bd10b037008 req-853a3d76-4395-44e2-b157-60a6e51d4eee tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631485 Jan 27 16:04:07.550714 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c66b0-6ca2-4723-bf51-0ed67f3b35a6 req-ac13627f-4a90-4a01-b866-0da4655a3046 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:07.558048 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b77c66b0-6ca2-4723-bf51-0ed67f3b35a6 req-ac13627f-4a90-4a01-b866-0da4655a3046 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0817325 Jan 27 16:04:07.626731 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca82e2-fcd5-474d-a44f-48f9477164c6 req-098e37c0-315f-438b-9279-249e7f7f5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:07.629402 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8dca82e2-fcd5-474d-a44f-48f9477164c6 req-098e37c0-315f-438b-9279-249e7f7f5ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1098 time: 0.1217902 Jan 27 16:04:07.638588 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b76753-2936-474c-9f8c-fe832f1b8c25 req-12d1e9ac-7f66-4399-ab94-625b86b08e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:07.640299 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-99b76753-2936-474c-9f8c-fe832f1b8c25 req-12d1e9ac-7f66-4399-ab94-625b86b08e4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1098 time: 0.0938187 Jan 27 16:04:07.643011 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b335985-e00c-4cc5-9140-3c1f8ba800b6 req-56f56eb9-f5ed-4d56-993b-c3ab6aea3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:07.644394 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6b335985-e00c-4cc5-9140-3c1f8ba800b6 req-56f56eb9-f5ed-4d56-993b-c3ab6aea3d88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 1099 time: 0.0841038 Jan 27 16:04:07.671122 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d281b-28d0-439b-ba3f-2415a6022b3c req-e488b977-0382-43a4-acdd-59f8cd9eb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:07.672589 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-654d281b-28d0-439b-ba3f-2415a6022b3c req-e488b977-0382-43a4-acdd-59f8cd9eb0d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.1126113 Jan 27 16:04:07.677783 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b77c66b0-6ca2-4723-bf51-0ed67f3b35a6 req-0026d8c2-23bb-430e-bcb8-0d771b369cf0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189573 Jan 27 16:04:07.763207 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-654d281b-28d0-439b-ba3f-2415a6022b3c req-aa741ac4-65ad-4bc9-9137-de6dbc12e43a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688491 Jan 27 16:04:07.816250 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-99b76753-2936-474c-9f8c-fe832f1b8c25 req-95e328e4-a5e1-4c22-a232-bbf38c11abb3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235752 Jan 27 16:04:07.821872 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6b335985-e00c-4cc5-9140-3c1f8ba800b6 req-25ab7ba0-f95f-48ab-88f2-49b0a67450dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265666 Jan 27 16:04:07.824241 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8dca82e2-fcd5-474d-a44f-48f9477164c6 req-d57a7e98-faee-442c-9a0e-6f8db3794d54 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300428 Jan 27 16:04:08.213534 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b95c-a1f6-4c85-b430-8bbb02c042ae req-a5f2b6df-68dd-4e1e-9b72-50e5c4a6d769 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:08.215019 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e423b95c-a1f6-4c85-b430-8bbb02c042ae req-a5f2b6df-68dd-4e1e-9b72-50e5c4a6d769 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0511112 Jan 27 16:04:08.260249 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e423b95c-a1f6-4c85-b430-8bbb02c042ae req-c32e4be4-dff7-4fb7-8230-c9b0661a28b7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396466 Jan 27 16:04:08.453309 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02f5ff-45c9-44c7-aeda-86656aa2b984 req-dadb81e9-389b-4ed5-9b75-b6db891770d1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:08.454823 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cc02f5ff-45c9-44c7-aeda-86656aa2b984 req-dadb81e9-389b-4ed5-9b75-b6db891770d1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0517390 Jan 27 16:04:08.514111 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cc02f5ff-45c9-44c7-aeda-86656aa2b984 req-efc1826c-f46e-45e7-b883-b0f3b58c1b57 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Jan 27 16:04:08.792200 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa49af4-fcd6-43ec-8d8a-912bcb528f07 req-f1b9ad69-62c0-4de6-9c1e-4080062d2bef tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:08.793564 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-daa49af4-fcd6-43ec-8d8a-912bcb528f07 req-f1b9ad69-62c0-4de6-9c1e-4080062d2bef tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Jan 27 16:04:08.843129 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-daa49af4-fcd6-43ec-8d8a-912bcb528f07 req-d813cb16-9675-4d86-a417-33633aade35b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Jan 27 16:04:09.382304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d7db5-9949-40e3-bc48-1d27e9fec370 req-c39b8b23-10c6-4c42-98ee-f0212604d672 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:09.383830 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-109d7db5-9949-40e3-bc48-1d27e9fec370 req-c39b8b23-10c6-4c42-98ee-f0212604d672 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Jan 27 16:04:09.432387 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-109d7db5-9949-40e3-bc48-1d27e9fec370 req-4aee6eac-c508-4063-86c0-36f65863ca96 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Jan 27 16:04:09.635006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b9a95-cd94-4f22-8b35-d5d6118ff9f8 req-fe8020bc-8829-4699-81cf-b302d2323b9c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:09.636506 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a8b9a95-cd94-4f22-8b35-d5d6118ff9f8 req-fe8020bc-8829-4699-81cf-b302d2323b9c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0477483 Jan 27 16:04:09.687596 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a8b9a95-cd94-4f22-8b35-d5d6118ff9f8 req-4441733b-cc8b-4286-bc0f-aa5d98f55b41 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Jan 27 16:04:09.956579 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8546b-ca5a-4b61-8ef4-663779872cf8 req-19253b42-e7e6-49e9-8719-326c8be82c51 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:09.958098 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-10b8546b-ca5a-4b61-8ef4-663779872cf8 req-19253b42-e7e6-49e9-8719-326c8be82c51 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Jan 27 16:04:10.005016 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-10b8546b-ca5a-4b61-8ef4-663779872cf8 req-7412515d-f48d-4070-a09a-95749a95ab22 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Jan 27 16:04:10.547223 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e8252-7608-42d0-834b-b5419ba846cb req-3b760dd4-6372-47a9-a44c-d8f7d8906de0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:10.549262 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6a3e8252-7608-42d0-834b-b5419ba846cb req-3b760dd4-6372-47a9-a44c-d8f7d8906de0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Jan 27 16:04:10.598003 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6a3e8252-7608-42d0-834b-b5419ba846cb req-cecca437-e760-4151-b791-4e9e230eadaf tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Jan 27 16:04:10.807044 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2eece-e09c-4500-9c72-81907c825b06 req-9d9dd4d1-ae28-4b44-bf3f-fa5cfb33bdee tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:10.808570 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0b2eece-e09c-4500-9c72-81907c825b06 req-9d9dd4d1-ae28-4b44-bf3f-fa5cfb33bdee tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0538166 Jan 27 16:04:10.854002 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0b2eece-e09c-4500-9c72-81907c825b06 req-50de8763-b783-4d0d-a59f-614246b574b6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Jan 27 16:04:11.138683 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3abfca-e9a5-4c71-921e-94d0d1b25758 req-a2e89fef-c68a-4ca2-99d6-8dbf26f67da0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:11.141181 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c3abfca-e9a5-4c71-921e-94d0d1b25758 req-a2e89fef-c68a-4ca2-99d6-8dbf26f67da0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0651236 Jan 27 16:04:11.189027 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c3abfca-e9a5-4c71-921e-94d0d1b25758 req-35fc25af-ad0b-4a2e-9bf5-19f2a1bfdea5 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Jan 27 16:04:11.714487 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c6c81-87d9-42d5-acd3-5e93f785aee0 req-071f452d-80f5-4a0c-a462-33f7ed21fdaa tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:11.716079 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a0c6c81-87d9-42d5-acd3-5e93f785aee0 req-071f452d-80f5-4a0c-a462-33f7ed21fdaa tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0481334 Jan 27 16:04:11.769851 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a0c6c81-87d9-42d5-acd3-5e93f785aee0 req-3f79855d-7ed8-402d-be7b-371b1b2ac421 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Jan 27 16:04:12.110660 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc22f0-6980-4b2d-b5d4-2d03cadb44c8 req-7856b5be-d506-4af1-bd86-3b04c887c0bf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:12.112187 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9bcc22f0-6980-4b2d-b5d4-2d03cadb44c8 req-7856b5be-d506-4af1-bd86-3b04c887c0bf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0585546 Jan 27 16:04:12.159030 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9bcc22f0-6980-4b2d-b5d4-2d03cadb44c8 req-24e8109c-caa2-4ca5-8ab9-c23b7ac7f769 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Jan 27 16:04:12.301247 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c249-3f58-4189-accd-f6145efe690b req-04bff1bb-d231-4d1b-8216-bc02238a9dc8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:12.302718 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8f59c249-3f58-4189-accd-f6145efe690b req-04bff1bb-d231-4d1b-8216-bc02238a9dc8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0472300 Jan 27 16:04:12.356777 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8f59c249-3f58-4189-accd-f6145efe690b req-6b6858bd-adc5-4ffa-a9a9-40590ad557a6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480227 Jan 27 16:04:12.888196 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053fe6-6e01-47a0-9120-0c281f9882e4 req-97696258-6c9b-4474-9d97-7947ab25cbc0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:12.889672 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-08053fe6-6e01-47a0-9120-0c281f9882e4 req-97696258-6c9b-4474-9d97-7947ab25cbc0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Jan 27 16:04:12.935775 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-08053fe6-6e01-47a0-9120-0c281f9882e4 req-0e83d42c-5203-419c-8ea2-ed8337ee5129 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Jan 27 16:04:13.271470 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234d57f-d8c1-499f-91d7-a4ecccaa27f7 req-83c59bd6-c8dc-4f4f-8cc9-065f5949894c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:13.272945 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5234d57f-d8c1-499f-91d7-a4ecccaa27f7 req-83c59bd6-c8dc-4f4f-8cc9-065f5949894c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0475018 Jan 27 16:04:13.318367 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5234d57f-d8c1-499f-91d7-a4ecccaa27f7 req-bfad478e-1646-4c2b-a4da-0998edc3e579 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Jan 27 16:04:13.477104 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69062e0-7323-4911-98b0-51e1ad96dfe9 req-6df6ad4c-086b-4831-b984-8b4832694aca tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:13.478532 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b69062e0-7323-4911-98b0-51e1ad96dfe9 req-6df6ad4c-086b-4831-b984-8b4832694aca tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0458014 Jan 27 16:04:13.527226 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b69062e0-7323-4911-98b0-51e1ad96dfe9 req-f2419f0e-d716-45ec-b128-8050ddc81af6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Jan 27 16:04:14.062188 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f635d-196e-4cb2-ab95-f8a74844da54 req-12fdd1f3-9554-47f5-8b39-0e761bf0b759 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:14.063691 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a6f635d-196e-4cb2-ab95-f8a74844da54 req-12fdd1f3-9554-47f5-8b39-0e761bf0b759 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0583553 Jan 27 16:04:14.109448 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a6f635d-196e-4cb2-ab95-f8a74844da54 req-a76adeef-64a9-4e7e-93c4-4722066fcbc8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396850 Jan 27 16:04:14.442008 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8c867-2409-4942-b036-39e1e11b8847 req-3fb729ba-a03c-4e98-bd18-c954c73b266a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:14.443682 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-12a8c867-2409-4942-b036-39e1e11b8847 req-3fb729ba-a03c-4e98-bd18-c954c73b266a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0589676 Jan 27 16:04:14.491083 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-12a8c867-2409-4942-b036-39e1e11b8847 req-2c83ff35-149e-47f1-a771-9551cbc7b0b6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Jan 27 16:04:14.651768 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daba321-8f34-4f13-9a13-e5ece4b61a0d req-c59ad780-f794-4790-b9e9-60bdcdb44447 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:14.653747 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0daba321-8f34-4f13-9a13-e5ece4b61a0d req-c59ad780-f794-4790-b9e9-60bdcdb44447 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0534112 Jan 27 16:04:14.705984 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0daba321-8f34-4f13-9a13-e5ece4b61a0d req-8eda03aa-5607-449a-8a02-eede0514bcea tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Jan 27 16:04:15.225551 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ffe53-a266-4cf5-a545-f7fcdb6c7b8e req-9788cadd-08cf-49f8-8171-74c6ea1b6ce1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:15.226895 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b1ffe53-a266-4cf5-a545-f7fcdb6c7b8e req-9788cadd-08cf-49f8-8171-74c6ea1b6ce1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0469944 Jan 27 16:04:15.271936 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b1ffe53-a266-4cf5-a545-f7fcdb6c7b8e req-a3d314bd-bbea-4ce2-8527-d40d4b0b237b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Jan 27 16:04:15.613583 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9e227-22a9-46cb-9e2e-5652bc6a5064 req-050e4a6c-a554-4b22-89cf-5728504655c3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:15.615078 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2bc9e227-22a9-46cb-9e2e-5652bc6a5064 req-050e4a6c-a554-4b22-89cf-5728504655c3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0507936 Jan 27 16:04:15.660858 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2bc9e227-22a9-46cb-9e2e-5652bc6a5064 req-3196a31d-b83c-460a-9017-f3334d3c26b8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403438 Jan 27 16:04:15.824808 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b2db6-690a-4f6f-b670-04492ded9002 req-646e5242-7dd5-4afe-8bf6-cd5796328504 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:15.826262 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5b9b2db6-690a-4f6f-b670-04492ded9002 req-646e5242-7dd5-4afe-8bf6-cd5796328504 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Jan 27 16:04:15.872074 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5b9b2db6-690a-4f6f-b670-04492ded9002 req-7ddbfd33-e08f-4a81-a70a-1faa07a5c591 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Jan 27 16:04:16.411096 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168f66e-46a2-45ca-8673-2754925e314c req-dc345957-5ae7-4677-bc9d-b9eccf26b737 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:16.412581 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e168f66e-46a2-45ca-8673-2754925e314c req-dc345957-5ae7-4677-bc9d-b9eccf26b737 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0553281 Jan 27 16:04:16.458024 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e168f66e-46a2-45ca-8673-2754925e314c req-0ace3ec2-02db-4564-a5b6-301d6255857a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398102 Jan 27 16:04:16.807407 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb31c-6944-4225-9812-4e0103ff1bd8 req-e92e656b-ed47-4693-8650-df109f822c0a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:16.810599 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-746fb31c-6944-4225-9812-4e0103ff1bd8 req-e92e656b-ed47-4693-8650-df109f822c0a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0684745 Jan 27 16:04:16.863133 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-746fb31c-6944-4225-9812-4e0103ff1bd8 req-3e49720e-e95e-4428-807b-4981a8fd45ed tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Jan 27 16:04:16.996351 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f551e-d762-4b36-a5b8-a4ddf2e48a29 req-d0b57b6d-1b72-472b-8dd9-ac45004099f5 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:16.998055 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a04f551e-d762-4b36-a5b8-a4ddf2e48a29 req-d0b57b6d-1b72-472b-8dd9-ac45004099f5 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Jan 27 16:04:17.057149 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a04f551e-d762-4b36-a5b8-a4ddf2e48a29 req-b7d124c9-835d-4d02-adeb-248776a9409b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525179 Jan 27 16:04:17.582608 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e183e-f939-4ac1-ae63-31fc850feec8 req-2c9b26cb-c0c1-4bbc-be5d-90036aff8eff tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:17.584315 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b81e183e-f939-4ac1-ae63-31fc850feec8 req-2c9b26cb-c0c1-4bbc-be5d-90036aff8eff tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Jan 27 16:04:17.657260 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b81e183e-f939-4ac1-ae63-31fc850feec8 req-45851e37-9d7b-46f3-a817-4ea0fde4bfd9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628216 Jan 27 16:04:17.815716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a042b18-97c2-4a6a-b526-9927ba62f552 req-701153c0-159e-4371-b301-2c3154cc9141 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:17.815716 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a042b18-97c2-4a6a-b526-9927ba62f552 req-701153c0-159e-4371-b301-2c3154cc9141 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0701973 Jan 27 16:04:17.824248 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35106) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:17.828807 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'floatingip': {'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:04:17.907284 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:17.959987 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35112) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:18.006405 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb14c2-e8a8-4fb1-9c83-e759e510b50b req-72d0bd41-3c3f-4ae7-9e67-b7232ecd71bc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:18.008317 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-edbb14c2-e8a8-4fb1-9c83-e759e510b50b req-72d0bd41-3c3f-4ae7-9e67-b7232ecd71bc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0638225 Jan 27 16:04:18.069547 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-edbb14c2-e8a8-4fb1-9c83-e759e510b50b req-141b942a-f4fc-4529-8c3d-ecd334709346 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Jan 27 16:04:18.153398 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d1e31c2b-e42f-40ef-9cd9-6b7d70eb3ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.257865 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d1e31c2b-e42f-40ef-9cd9-6b7d70eb3ae2 admin admin] Publish callbacks [] for security_group (ab72236c-ddcb-4984-90f5-c3d694fbcedd), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.263985 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d1e31c2b-e42f-40ef-9cd9-6b7d70eb3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (ab72236c-ddcb-4984-90f5-c3d694fbcedd), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.269622 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd3a6-f02c-49ee-a879-f96b6b48b88f req-1ff1324f-5e09-4505-aeb2-ef9d288c9f37 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:18.271413 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cd1fd3a6-f02c-49ee-a879-f96b6b48b88f req-1ff1324f-5e09-4505-aeb2-ef9d288c9f37 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.1147652 Jan 27 16:04:18.313190 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e31c2b-e42f-40ef-9cd9-6b7d70eb3ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72236c-ddcb-4984-90f5-c3d694fbcedd,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:18.320105 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d1e31c2b-e42f-40ef-9cd9-6b7d70eb3ae2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fec91ce24794c97951d231dad9f230e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590646 Jan 27 16:04:18.323395 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35124) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:18.452384 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b418476d-9cbd-4b05-acf5-ced2f9ff1077 admin admin] Publish callbacks [] for security_group (ab72236c-ddcb-4984-90f5-c3d694fbcedd), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.462038 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4fc8-0cf8-4f13-82eb-0e76e88e3c73 req-2d0b8edb-dbb9-4b37-a138-c84391ff5d1c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:18.463802 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-47ac4fc8-0cf8-4f13-82eb-0e76e88e3c73 req-2d0b8edb-dbb9-4b37-a138-c84391ff5d1c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0848033 Jan 27 16:04:18.503956 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b418476d-9cbd-4b05-acf5-ced2f9ff1077 admin admin] Publish callbacks [] for security_group (ab72236c-ddcb-4984-90f5-c3d694fbcedd), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.536163 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87b401-2a99-467c-b575-af20a6958e2b req-3dcd0d27-d5a5-4224-8fbf-24dc96d2fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:18.537663 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-3dcd0d27-d5a5-4224-8fbf-24dc96d2fc4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 1099 time: 0.1292706 Jan 27 16:04:18.575819 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-47ac4fc8-0cf8-4f13-82eb-0e76e88e3c73 req-f99332a9-e703-40bc-a7ef-5c91eaf5c68f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005638 Jan 27 16:04:18.618111 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b418476d-9cbd-4b05-acf5-ced2f9ff1077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (ab72236c-ddcb-4984-90f5-c3d694fbcedd), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.622564 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b418476d-9cbd-4b05-acf5-ced2f9ff1077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:18.627046 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b418476d-9cbd-4b05-acf5-ced2f9ff1077 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab72236c-ddcb-4984-90f5-c3d694fbcedd HTTP/1.1" status: 204 len: 168 time: 0.3009484 Jan 27 16:04:18.640733 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418476d-9cbd-4b05-acf5-ced2f9ff1077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72236c-ddcb-4984-90f5-c3d694fbcedd,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:18.773061 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cd1fd3a6-f02c-49ee-a879-f96b6b48b88f req-e7846b7f-49ad-4767-87fb-ae4a4f27a358 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625816 Jan 27 16:04:18.960574 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45995121-46e1-4220-a9f6-2431b2051e3a req-2b73014f-c2cb-4b48-8381-6c0380f482fa tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:18.967076 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-45995121-46e1-4220-a9f6-2431b2051e3a req-2b73014f-c2cb-4b48-8381-6c0380f482fa tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0877481 Jan 27 16:04:18.973112 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35154) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:18.979148 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'floatingip': {'port_id': 'd2fdd9de-12ca-4356-8752-d36ccf10679b'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:04:19.002309 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87b401-2a99-467c-b575-af20a6958e2b req-c16a22c3-1bfc-422f-a314-f1b878ef8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:19.003842 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-c16a22c3-1bfc-422f-a314-f1b878ef8fde service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.2302253 Jan 27 16:04:19.063110 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (ab73a766-2b22-4632-ad6f-62eb2e23cdd9), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.087404 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-f0e1fd7a-ce25-4256-bad2-57b0938c987b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02126963-aa69-4146-be3b-fb8b3197466e HTTP/1.1" status: 200 len: 217 time: 0.0518386 Jan 27 16:04:19.120265 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35160) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:19.147760 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.156651 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.169617 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6a6c182d-dd5b-45c2-84b6-2878a53b1f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.203088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87b401-2a99-467c-b575-af20a6958e2b req-dad48bbf-803a-4ffa-92e0-570e49f346cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:19.204614 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-dad48bbf-803a-4ffa-92e0-570e49f346cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.1033654 Jan 27 16:04:19.254783 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-6055abb3-ab5f-4911-8345-589ddea3baed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421884 Jan 27 16:04:19.383991 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Floating IP 1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca associated. External IP: 172.27.3.76, port: 7f3911ec-edec-4658-b029-6a522d1a3093. Jan 27 16:04:19.406940 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6a6c182d-dd5b-45c2-84b6-2878a53b1f28 admin admin] Publish callbacks [] for security_group (93053458-b6e5-4383-9fec-5d9a766ac820), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.438093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6a6c182d-dd5b-45c2-84b6-2878a53b1f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (93053458-b6e5-4383-9fec-5d9a766ac820), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.471142 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-5cefdbb9-bfd9-4485-b10a-6a161fd13355 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806300 Jan 27 16:04:19.553078 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6a6c182d-dd5b-45c2-84b6-2878a53b1f28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da618a5555de4b42a1bc834f7b8b4a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317567 Jan 27 16:04:19.558536 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c182d-dd5b-45c2-84b6-2878a53b1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93053458-b6e5-4383-9fec-5d9a766ac820,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:19.562254 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35168) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:19.723745 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d87b401-2a99-467c-b575-af20a6958e2b req-cbca6a03-e59f-43f2-a472-bf210648a5c4 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236729 Jan 27 16:04:19.764290 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd02a-dda9-4241-b0c1-2248b54852bc admin admin] Publish callbacks [] for security_group (93053458-b6e5-4383-9fec-5d9a766ac820), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.815263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459860d6-a1f8-4ff8-b300-a51edb3cb790 req-8a24c629-6f03-4469-b710-e3a481104ef3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:19.816830 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-459860d6-a1f8-4ff8-b300-a51edb3cb790 req-8a24c629-6f03-4469-b710-e3a481104ef3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1557693 Jan 27 16:04:19.818911 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd02a-dda9-4241-b0c1-2248b54852bc admin admin] Publish callbacks [] for security_group (93053458-b6e5-4383-9fec-5d9a766ac820), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.841533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Router 3eb14355-0d59-470b-9caa-1e3792f2409e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:04:19.942859 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-459860d6-a1f8-4ff8-b300-a51edb3cb790 req-b8c5ff3c-482f-4234-abf3-b3e3c3d62845 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088738 Jan 27 16:04:19.943566 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd02a-dda9-4241-b0c1-2248b54852bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (93053458-b6e5-4383-9fec-5d9a766ac820), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.946093 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd02a-dda9-4241-b0c1-2248b54852bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:19.949876 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0d4fd02a-dda9-4241-b0c1-2248b54852bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93053458-b6e5-4383-9fec-5d9a766ac820 HTTP/1.1" status: 204 len: 168 time: 0.3825302 Jan 27 16:04:19.961626 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fd02a-dda9-4241-b0c1-2248b54852bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93053458-b6e5-4383-9fec-5d9a766ac820,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:20.026703 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:04:20.042679 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:04:20.046062 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:20.061612 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:20.064183 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:04:20.066634 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:03:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:20.068220 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (ab73a766-2b22-4632-ad6f-62eb2e23cdd9), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:20.090090 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0be55eba-ca6e-4d4a-87cd-0589ec8dfcbc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "PUT /v2.0/floatingips/1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca HTTP/1.1" status: 200 len: 990 time: 2.2646663 Jan 27 16:04:20.091097 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:20.093639 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a391408-dec3-4474-904e-647699303b63" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:20.143258 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af066e2a-21cf-47f1-bdc1-67c8364e3fc9 x-openstack-request-id: req-af066e2a-21cf-47f1-bdc1-67c8364e3fc9 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:20.143821 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:20.144080 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af066e2a-21cf-47f1-bdc1-67c8364e3fc9 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:20.144485 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'status': 'completed', 'code': 200} Jan 27 16:04:20.226077 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.l3_db [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Floating IP ab73a766-2b22-4632-ad6f-62eb2e23cdd9 associated. External IP: 172.27.3.236, port: d2fdd9de-12ca-4356-8752-d36ccf10679b. Jan 27 16:04:20.246513 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391408-dec3-4474-904e-647699303b63 req-6d4781ac-9003-4bfe-b095-7424660daea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:20.250179 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-6d4781ac-9003-4bfe-b095-7424660daea0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1098 time: 0.0642562 Jan 27 16:04:20.305468 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:04:20.375295 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391408-dec3-4474-904e-647699303b63 req-eaeda18f-62d4-4309-9eb4-b2ecbc6fdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:20.377090 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-eaeda18f-62d4-4309-9eb4-b2ecbc6fdbdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.1207039 Jan 27 16:04:20.606478 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:04:20.612445 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-bbbadbc9-1729-4ef5-8949-bde8f748521e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 998 time: 0.2258561 Jan 27 16:04:20.783530 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'mac_address': 'fa:16:3e:5a:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:03:09Z', 'updated_at': '2022-01-27T16:04:18Z', 'revision_number': 1, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:20.824078 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:04:20.836404 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:04:20.837370 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:03:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:20.863089 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:04:20.869687 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:20.877242 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:04:20.895691 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:04:20.896326 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:03:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:20.922616 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-08e8236e-7715-4ca6-9fdc-b23aa2e27a9d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "PUT /v2.0/floatingips/ab73a766-2b22-4632-ad6f-62eb2e23cdd9 HTTP/1.1" status: 200 len: 991 time: 1.9434652 Jan 27 16:04:20.922616 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:20.922616 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611dd016-6084-4a06-b69f-e75c618fb0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:21.007849 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f454ab-6277-4b29-9613-f9242a475283 x-openstack-request-id: req-b8f454ab-6277-4b29-9613-f9242a475283 {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:21.008146 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:21.008426 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8f454ab-6277-4b29-9613-f9242a475283 {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:21.008799 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'status': 'completed', 'code': 200} Jan 27 16:04:21.013753 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:04:21.091023 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:04:21.096002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391408-dec3-4474-904e-647699303b63 req-293ecd25-6905-4350-8279-4600314136c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.097562 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-293ecd25-6905-4350-8279-4600314136c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.4746532 Jan 27 16:04:21.113446 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-f667d031-263a-4ace-b5b8-30d086b3e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.115245 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-f667d031-263a-4ace-b5b8-30d086b3e2fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0795782 Jan 27 16:04:21.159667 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08ba99-7b1a-4b3e-b96d-fa2e0664d5a5 req-02fd46e9-79c2-4c4a-8419-a52afdf88360 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.169348 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cf08ba99-7b1a-4b3e-b96d-fa2e0664d5a5 req-02fd46e9-79c2-4c4a-8419-a52afdf88360 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0716081 Jan 27 16:04:21.295651 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cf08ba99-7b1a-4b3e-b96d-fa2e0664d5a5 req-8826f570-caab-4e66-8f5a-f68b75f5b089 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214776 Jan 27 16:04:21.305134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391408-dec3-4474-904e-647699303b63 req-ca9cb81d-3470-4843-95d4-7a17987b3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.306653 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-ca9cb81d-3470-4843-95d4-7a17987b3510 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1961796 Jan 27 16:04:21.433050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-04e5c731-fc55-4ab5-8556-168b6c3f13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.438486 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-04e5c731-fc55-4ab5-8556-168b6c3f13b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.3016567 Jan 27 16:04:21.520377 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'mac_address': 'fa:16:3e:5a:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:03:09Z', 'updated_at': '2022-01-27T16:04:18Z', 'revision_number': 1, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:21.554667 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-dee59e0b-f73f-4c50-8d7e-ecd9a857838e service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290115 Jan 27 16:04:21.561664 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-08fe11b9-30d2-4b9b-bcd7-4ee872efc5e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 999 time: 0.1116099 Jan 27 16:04:21.572779 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02688e36-c7a1-45f5-b33e-d7e69af27eda None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'mac_address': 'fa:16:3e:5a:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:03:09Z', 'updated_at': '2022-01-27T16:04:18Z', 'revision_number': 1, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:04:21.604792 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': 'ab73a766-2b22-4632-ad6f-62eb2e23cdd9', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'port_id': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'mac_address': 'fa:16:3e:f2:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:03:15Z', 'updated_at': '2022-01-27T16:04:19Z', 'revision_number': 1, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:21.645092 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:04:21.655440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:04:21.656297 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:03:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:21.691792 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-cd5d8cd0-5ff8-4b6f-83a0-d95b7f16879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.694843 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-cd5d8cd0-5ff8-4b6f-83a0-d95b7f16879a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.1066685 Jan 27 16:04:21.752239 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a391408-dec3-4474-904e-647699303b63 req-30321676-de30-48a7-a1ce-0380617f7b98 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888683 Jan 27 16:04:21.770838 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-c067fe44-fb8c-4108-a33e-df014e21db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:21.771058 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-c067fe44-fb8c-4108-a33e-df014e21db44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660400 Jan 27 16:04:21.963664 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-f31bb19d-e3f8-4bc2-85b9-395f2678bf8a service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845474 Jan 27 16:04:21.972155 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca64ff9-dbd4-4505-a127-c829478eccc2 None None] New status for floating IP 1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:04:21.988161 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:04:22.307998 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': 'ab73a766-2b22-4632-ad6f-62eb2e23cdd9', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'port_id': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'mac_address': 'fa:16:3e:f2:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:03:15Z', 'updated_at': '2022-01-27T16:04:19Z', 'revision_number': 1, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:22.349633 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd9290-2e2a-432b-ada1-2a71c80477fe None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': 'ab73a766-2b22-4632-ad6f-62eb2e23cdd9', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'port_id': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'mac_address': 'fa:16:3e:f2:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:03:15Z', 'updated_at': '2022-01-27T16:04:19Z', 'revision_number': 1, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:04:22.468414 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55167e33-d987-4805-b682-84ee2d7bcb74 req-2f52c82e-49c5-442f-a5cd-3941ce348719 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:22.469878 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-55167e33-d987-4805-b682-84ee2d7bcb74 req-2f52c82e-49c5-442f-a5cd-3941ce348719 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0731325 Jan 27 16:04:22.543312 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-55167e33-d987-4805-b682-84ee2d7bcb74 req-4246276c-b3b3-4bfa-9637-e81fd722e8d5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624933 Jan 27 16:04:22.649935 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90d7467-3e61-4f65-86ea-3c7cd34c910b None None] New status for floating IP ab73a766-2b22-4632-ad6f-62eb2e23cdd9: ACTIVE {{(pid=102386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:04:24.432703 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9956bbc7-5eac-4680-bca2-edcae6fa3986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:24.443672 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-611dd016-6084-4a06-b69f-e75c618fb0b4 req-4699b686-a49f-4e5d-8a49-9b5b3d267f31 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Jan 27 16:04:26.017910 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4820b-6b3d-4abe-a6d2-c4ddd36074fb req-9688d087-d8d7-4697-8b3d-73351742b96a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:26.019440 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b6a4820b-6b3d-4abe-a6d2-c4ddd36074fb req-9688d087-d8d7-4697-8b3d-73351742b96a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0554147 Jan 27 16:04:26.066141 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b6a4820b-6b3d-4abe-a6d2-c4ddd36074fb req-75e7a00b-2c78-4003-a21e-17b3afcd4a73 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Jan 27 16:04:26.726055 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb50c-e7f1-4d80-ac76-d14b40d9baca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:26.830658 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:27.617315 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:29.132666 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:30.463863 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:31.268520 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d3a5a-acbe-4c14-899b-9ff252f0fd0e req-15716116-ce0e-4c68-a062-11b51990b7bb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:31.270041 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d97d3a5a-acbe-4c14-899b-9ff252f0fd0e req-15716116-ce0e-4c68-a062-11b51990b7bb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0497270 Jan 27 16:04:31.322287 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d97d3a5a-acbe-4c14-899b-9ff252f0fd0e req-0749a0de-98c6-493e-9bab-39c3f58d0087 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Jan 27 16:04:32.470899 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c266c5-9936-44c7-87d1-5cca40cdfba1 req-cb982e39-80c1-4987-92eb-379836b32230 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:32.472200 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-41c266c5-9936-44c7-87d1-5cca40cdfba1 req-cb982e39-80c1-4987-92eb-379836b32230 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0544009 Jan 27 16:04:32.533128 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-41c266c5-9936-44c7-87d1-5cca40cdfba1 req-428946c8-bbb6-4c82-8bf3-874c7f1f79e5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546126 Jan 27 16:04:33.672656 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b2e20-35d0-462c-9c32-0093c6dd38e5 req-15774bad-0459-480c-8111-a847eb960ac2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:33.675244 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-090b2e20-35d0-462c-9c32-0093c6dd38e5 req-15774bad-0459-480c-8111-a847eb960ac2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0642726 Jan 27 16:04:33.768878 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-090b2e20-35d0-462c-9c32-0093c6dd38e5 req-4e415aba-edb1-4bb5-8e47-94170e6687dd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774310 Jan 27 16:04:34.496272 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-247e3424-8ab9-4da3-82f4-82fbba98853a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:34.497822 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-247e3424-8ab9-4da3-82f4-82fbba98853a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.1057177 Jan 27 16:04:34.517744 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-2f2e8bbc-7449-414c-bd0f-896d791f4a3c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/quotas/8ff07a1c1705459093c50413a35df253 HTTP/1.1" status: 200 len: 375 time: 0.0127254 Jan 27 16:04:34.576521 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-bc78cd6b-76f5-46af-9916-d7999875fda2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522208 Jan 27 16:04:34.698514 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-0dc01f6f-4af1-4f92-a1c1-b52e110e5fae service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115849 Jan 27 16:04:34.811748 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-ee160b61-921e-47c5-a434-827764c319cb service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060183 Jan 27 16:04:34.911154 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e6bee-33ab-413e-8e7f-8a3a6e9775a5 req-2a3649e2-0e7a-43b7-b443-e9e7d9ee03a1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:34.918818 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-825e6bee-33ab-413e-8e7f-8a3a6e9775a5 req-2a3649e2-0e7a-43b7-b443-e9e7d9ee03a1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0613074 Jan 27 16:04:34.989149 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-825e6bee-33ab-413e-8e7f-8a3a6e9775a5 req-ff6c110c-572e-4ac6-8623-9d51ee1b7c4c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691757 Jan 27 16:04:34.989305 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:04:35.015599 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e719a78d-af69-481a-91ef-a2dfad342db2 req-ff315901-9968-4aac-b29c-4fe03fca1130 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 210 time: 0.0407791 Jan 27 16:04:35.889559 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35552) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:35.940008 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35556) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:36.112414 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-88e4ad25-a72c-4291-853c-9567da07ddaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.134340 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f344f-5331-4502-8fad-59f01fe3b78e req-712f89ce-f4b2-485f-9f70-c0fa63199415 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:36.139191 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-17b81f11-ee59-459e-b782-4f07bec04342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.145222 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6d2f344f-5331-4502-8fad-59f01fe3b78e req-712f89ce-f4b2-485f-9f70-c0fa63199415 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0609388 Jan 27 16:04:36.165943 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0a0fb67-0a93-49e1-af4a-8d58e2a59177 req-9e0be247-edd0-46bf-a350-99d649f3be0a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 210 time: 0.0639899 Jan 27 16:04:36.224488 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6d2f344f-5331-4502-8fad-59f01fe3b78e req-fdcf1e11-8a6d-4c48-9b2b-df47a8945a0d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777872 Jan 27 16:04:36.351267 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-d702039c-d841-4e38-b358-347b86300be3 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:36.352784 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-d702039c-d841-4e38-b358-347b86300be3 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.1855290 Jan 27 16:04:36.384369 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Request body: {'port': {'device_id': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'admin_state_up': True, 'tenant_id': '8ff07a1c1705459093c50413a35df253'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:04:36.414726 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-17b81f11-ee59-459e-b782-4f07bec04342 admin admin] Publish callbacks [] for security_group (46f9af7f-969c-4c99-83ae-14100b225fc6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.416717 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-88e4ad25-a72c-4291-853c-9567da07ddaa admin admin] Publish callbacks [] for security_group (5ea24ba0-4d46-4695-8184-27140e4cf0f1), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.420569 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-17b81f11-ee59-459e-b782-4f07bec04342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (46f9af7f-969c-4c99-83ae-14100b225fc6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.422738 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-88e4ad25-a72c-4291-853c-9567da07ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (5ea24ba0-4d46-4695-8184-27140e4cf0f1), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.519275 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-88e4ad25-a72c-4291-853c-9567da07ddaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf571a4f9372445fa0e86199908a2746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283984 Jan 27 16:04:36.522226 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35578) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:36.522778 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b81f11-ee59-459e-b782-4f07bec04342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f9af7f-969c-4c99-83ae-14100b225fc6,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:36.529716 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35580) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:36.529900 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-17b81f11-ee59-459e-b782-4f07bec04342 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65506dc4582b4b86b946e5835f155e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888326 Jan 27 16:04:36.581797 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4ad25-a72c-4291-853c-9567da07ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea24ba0-4d46-4695-8184-27140e4cf0f1,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:36.600585 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Made reservation on behalf of 8ff07a1c1705459093c50413a35df253 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:04:36.604087 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.612867 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d3d617f-8633-45b2-a4cb-fa5dc657d13a admin admin] Publish callbacks [] for security_group (5ea24ba0-4d46-4695-8184-27140e4cf0f1), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.618804 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9c18-2911-4dda-9e75-c79950d3762c admin admin] Publish callbacks [] for security_group (46f9af7f-969c-4c99-83ae-14100b225fc6), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.656058 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d3d617f-8633-45b2-a4cb-fa5dc657d13a admin admin] Publish callbacks [] for security_group (5ea24ba0-4d46-4695-8184-27140e4cf0f1), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.658878 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9c18-2911-4dda-9e75-c79950d3762c admin admin] Publish callbacks [] for security_group (46f9af7f-969c-4c99-83ae-14100b225fc6), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.738032 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9c18-2911-4dda-9e75-c79950d3762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (46f9af7f-969c-4c99-83ae-14100b225fc6), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.742404 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c8fe9c18-2911-4dda-9e75-c79950d3762c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.744117 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c8fe9c18-2911-4dda-9e75-c79950d3762c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46f9af7f-969c-4c99-83ae-14100b225fc6 HTTP/1.1" status: 204 len: 168 time: 0.2126634 Jan 27 16:04:36.757661 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Allocated IP 172.20.0.3 (428491c7-1dfc-4e6f-a1ce-ef805c994d7c/73862c75-5632-4450-8f2c-6525f0f099c7/7cedd957-2069-4ea7-b587-46284400992b) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:04:36.763983 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d3d617f-8633-45b2-a4cb-fa5dc657d13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (5ea24ba0-4d46-4695-8184-27140e4cf0f1), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.770094 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d3d617f-8633-45b2-a4cb-fa5dc657d13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:36.774160 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1d3d617f-8633-45b2-a4cb-fa5dc657d13a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ea24ba0-4d46-4695-8184-27140e4cf0f1 HTTP/1.1" status: 204 len: 168 time: 0.2505672 Jan 27 16:04:36.795590 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe9c18-2911-4dda-9e75-c79950d3762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f9af7f-969c-4c99-83ae-14100b225fc6,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:36.833843 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d617f-8633-45b2-a4cb-fa5dc657d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea24ba0-4d46-4695-8184-27140e4cf0f1,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:36.985687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks [] for port (7cedd957-2069-4ea7-b587-46284400992b), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.026511 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (7cedd957-2069-4ea7-b587-46284400992b), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.049114 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:04:37.075154 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:04:37.083007 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:04:37.086509 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:04:37.121968 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event updated for resources: {'Port': ['ID=7cedd957-2069-4ea7-b587-46284400992b,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:37.147676 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:37.148470 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.162216 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35596) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:37.179312 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-476f8a88-06e2-4f96-8066-fdb3f97543e9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066721 Jan 27 16:04:37.179953 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f193c796-fd33-4d53-85b6-ad021cbd14c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.193301 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Request body: {'port': {'device_id': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:04:37.264473 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35602) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:37.279815 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7cedd957-2069-4ea7-b587-46284400992b), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.306762 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-77848a30-3825-498c-9505-2a9b2a3c212b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.319498 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f193c796-fd33-4d53-85b6-ad021cbd14c7 admin admin] Publish callbacks [] for security_group (35057c4d-b91b-47e2-8b35-1b02a12fa560), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.338643 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-f193c796-fd33-4d53-85b6-ad021cbd14c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (35057c4d-b91b-47e2-8b35-1b02a12fa560), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.363587 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9bafa-717b-4f29-991c-dca142ef1e6c req-eaefdf7a-19ab-4a61-929e-0c08c6ffe460 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:37.365127 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-efe9bafa-717b-4f29-991c-dca142ef1e6c req-eaefdf7a-19ab-4a61-929e-0c08c6ffe460 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 931 time: 0.0824914 Jan 27 16:04:37.413170 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c796-fd33-4d53-85b6-ad021cbd14c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35057c4d-b91b-47e2-8b35-1b02a12fa560,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:37.443493 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-f193c796-fd33-4d53-85b6-ad021cbd14c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94b3f88fed434e2abc47dbfdceb86c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776222 Jan 27 16:04:37.445727 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35618) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:37.476380 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557526df-eb9d-47db-a205-c359a683a614 req-e6899e8b-c556-4acb-b67f-d53bc951c00c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:37.478021 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-557526df-eb9d-47db-a205-c359a683a614 req-e6899e8b-c556-4acb-b67f-d53bc951c00c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1647058 Jan 27 16:04:37.503649 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-efe9bafa-717b-4f29-991c-dca142ef1e6c req-013e30bc-3fda-4043-be6d-e2aa18019e8f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215103 Jan 27 16:04:37.586352 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-77848a30-3825-498c-9505-2a9b2a3c212b admin admin] Publish callbacks [] for security_group (8475cdc8-528f-4714-a20c-d81c27c3b397), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.596671 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-77848a30-3825-498c-9505-2a9b2a3c212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8475cdc8-528f-4714-a20c-d81c27c3b397), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.607809 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-557526df-eb9d-47db-a205-c359a683a614 req-d8a42f06-2354-4d9e-8a00-124f00359297 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 Jan 27 16:04:37.618735 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-511d08b9-e5b9-4d1a-b710-20461a58d631 admin admin] Publish callbacks [] for security_group (35057c4d-b91b-47e2-8b35-1b02a12fa560), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.654275 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848a30-3825-498c-9505-2a9b2a3c212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8475cdc8-528f-4714-a20c-d81c27c3b397,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:37.668088 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-77848a30-3825-498c-9505-2a9b2a3c212b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=946fc4bb9f914613ac1c192d13a119aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994174 Jan 27 16:04:37.668088 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-511d08b9-e5b9-4d1a-b710-20461a58d631 admin admin] Publish callbacks [] for security_group (35057c4d-b91b-47e2-8b35-1b02a12fa560), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.668956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35620) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:37.693495 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cedd957-2069-4ea7-b587-46284400992b {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:04:37.707740 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Publish callbacks [] for port (7cedd957-2069-4ea7-b587-46284400992b), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.728061 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-511d08b9-e5b9-4d1a-b710-20461a58d631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (35057c4d-b91b-47e2-8b35-1b02a12fa560), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.730652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-511d08b9-e5b9-4d1a-b710-20461a58d631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.731851 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-511d08b9-e5b9-4d1a-b710-20461a58d631 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35057c4d-b91b-47e2-8b35-1b02a12fa560 HTTP/1.1" status: 204 len: 168 time: 0.2840211 Jan 27 16:04:37.740571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d08b9-e5b9-4d1a-b710-20461a58d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35057c4d-b91b-47e2-8b35-1b02a12fa560,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:37.744778 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Transition to ACTIVE for port object 7cedd957-2069-4ea7-b587-46284400992b will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:04:37.755845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (7cedd957-2069-4ea7-b587-46284400992b), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.760792 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8fc1bc0e-08c7-4b86-913e-be3074613db6 admin admin] Publish callbacks [] for security_group (8475cdc8-528f-4714-a20c-d81c27c3b397), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.820137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8fc1bc0e-08c7-4b86-913e-be3074613db6 admin admin] Publish callbacks [] for security_group (8475cdc8-528f-4714-a20c-d81c27c3b397), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.838158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7cedd957-2069-4ea7-b587-46284400992b,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:37.864988 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35630) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:37.943860 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Attempting to bind port 7cedd957-2069-4ea7-b587-46284400992b on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:04:37.944203 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Attempting to bind port 7cedd957-2069-4ea7-b587-46284400992b by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:04:37.944518 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Attempting to bind port 7cedd957-2069-4ea7-b587-46284400992b on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:04:37.949923 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8fc1bc0e-08c7-4b86-913e-be3074613db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8475cdc8-528f-4714-a20c-d81c27c3b397), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.952951 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8fc1bc0e-08c7-4b86-913e-be3074613db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:37.954403 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8fc1bc0e-08c7-4b86-913e-be3074613db6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8475cdc8-528f-4714-a20c-d81c27c3b397 HTTP/1.1" status: 204 len: 168 time: 0.2848036 Jan 27 16:04:37.956851 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Port 7cedd957-2069-4ea7-b587-46284400992b on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:04:37.957631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Attempting to bind port 7cedd957-2069-4ea7-b587-46284400992b on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:04:37.966865 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1bc0e-08c7-4b86-913e-be3074613db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475cdc8-528f-4714-a20c-d81c27c3b397,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:37.970190 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:04:37.970532 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Checking segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:04:37.971100 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Bound using segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:04:37.971725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Bound port: 7cedd957-2069-4ea7-b587-46284400992b, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:04:37.972248 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7cedd957-2069-4ea7-b587-46284400992b), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.054015 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] For port 7cedd957-2069-4ea7-b587-46284400992b, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:04:38.058211 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] For port 7cedd957-2069-4ea7-b587-46284400992b, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7cedd957-2069-4ea7-b587-46284400992b,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:04:38.063497 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (7cedd957-2069-4ea7-b587-46284400992b), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.081756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.082269 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.084330 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] 10.222.0.60 "PUT /v2.0/ports/7cedd957-2069-4ea7-b587-46284400992b HTTP/1.1" status: 200 len: 1093 time: 0.8947577 Jan 27 16:04:38.085175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'tag': '7cedd957-2069-4ea7-b587-46284400992b'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:38.087686 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8473746f-8e75-4ea0-a903-ccb17613eb4c", "tag": "7cedd957-2069-4ea7-b587-46284400992b"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:38.138031 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69d60f-5be9-428e-9401-a484b9701d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7cedd957-2069-4ea7-b587-46284400992b,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:38.147572 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c081552b-a7da-400c-ae98-8f66c5956c7d x-openstack-request-id: req-c081552b-a7da-400c-ae98-8f66c5956c7d {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:38.151087 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8473746f-8e75-4ea0-a903-ccb17613eb4c", "tag": "7cedd957-2069-4ea7-b587-46284400992b", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:38.151590 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c081552b-a7da-400c-ae98-8f66c5956c7d {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:38.152283 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'tag': '7cedd957-2069-4ea7-b587-46284400992b', 'status': 'completed', 'code': 200} Jan 27 16:04:38.163106 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3c77cc6b-8070-4017-8d70-964016b292e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.225889 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-86de7c35-3460-46bd-9d1f-4d531f86d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.229394 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-86de7c35-3460-46bd-9d1f-4d531f86d686 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 1096 time: 0.0586600 Jan 27 16:04:38.284836 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-e6ceda03-f0a1-48ff-8a9b-e38a54d978e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cedd957-2069-4ea7-b587-46284400992b HTTP/1.1" status: 200 len: 217 time: 0.0426338 Jan 27 16:04:38.299546 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3c77cc6b-8070-4017-8d70-964016b292e8 admin admin] Publish callbacks [] for security_group (24e2b56d-ec2b-473f-b551-ca79e4991d38), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.305504 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3c77cc6b-8070-4017-8d70-964016b292e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (24e2b56d-ec2b-473f-b551-ca79e4991d38), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.352638 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2047-40a0-4260-aa56-48106dba7958 req-f7c9eff8-f208-43be-aa90-2ee2792953de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.354676 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-f7c9eff8-f208-43be-aa90-2ee2792953de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.0605657 Jan 27 16:04:38.370778 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77cc6b-8070-4017-8d70-964016b292e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e2b56d-ec2b-473f-b551-ca79e4991d38,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:38.390039 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3c77cc6b-8070-4017-8d70-964016b292e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e31e73ddf7c04ee6ab00b4d8181034c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239575 Jan 27 16:04:38.394951 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35654) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:38.399148 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-f98766b6-e295-425f-8417-bd0979ec2cf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365019 Jan 27 16:04:38.465776 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7addc581-17ad-45f8-a288-55e17fc862de admin admin] Publish callbacks [] for security_group (24e2b56d-ec2b-473f-b551-ca79e4991d38), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.497154 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7addc581-17ad-45f8-a288-55e17fc862de admin admin] Publish callbacks [] for security_group (24e2b56d-ec2b-473f-b551-ca79e4991d38), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.526697 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-b0f63ec1-1de4-4124-a6f5-58e2d37016f8 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139565 Jan 27 16:04:38.557123 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7addc581-17ad-45f8-a288-55e17fc862de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (24e2b56d-ec2b-473f-b551-ca79e4991d38), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.560434 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7addc581-17ad-45f8-a288-55e17fc862de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:38.563955 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7addc581-17ad-45f8-a288-55e17fc862de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24e2b56d-ec2b-473f-b551-ca79e4991d38 HTTP/1.1" status: 204 len: 168 time: 0.1668515 Jan 27 16:04:38.581751 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addc581-17ad-45f8-a288-55e17fc862de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e2b56d-ec2b-473f-b551-ca79e4991d38,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:38.687323 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f05b2047-40a0-4260-aa56-48106dba7958 req-5aa18a85-08ec-474b-b54c-cf6cf570031b service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421857 Jan 27 16:04:38.708127 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb3180-119c-46cb-b1b0-5bf981457634 req-162b9b08-4995-4838-bfb1-49bb08dc71c6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.709833 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-78eb3180-119c-46cb-b1b0-5bf981457634 req-162b9b08-4995-4838-bfb1-49bb08dc71c6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 943 time: 0.0856080 Jan 27 16:04:38.788156 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dfab5-aefa-453a-808d-fd158ea3ef6c req-5eb76b95-e84c-4773-906d-27c4e1e5e72a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.795287 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b34dfab5-aefa-453a-808d-fd158ea3ef6c req-5eb76b95-e84c-4773-906d-27c4e1e5e72a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0670986 Jan 27 16:04:38.808404 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-78eb3180-119c-46cb-b1b0-5bf981457634 req-077cdc92-cdf2-4055-a278-1dc0beee4ad6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905149 Jan 27 16:04:38.818608 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-125b5196-4498-4a1d-b53b-3cdb542ffacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.821239 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-125b5196-4498-4a1d-b53b-3cdb542ffacc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 1096 time: 0.0641367 Jan 27 16:04:38.897302 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b34dfab5-aefa-453a-808d-fd158ea3ef6c req-a2a86a62-ef82-448f-9a36-7b4d45756913 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984128 Jan 27 16:04:38.936635 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-aa5d0e9e-36fc-429b-89ab-f6863ee59402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:38.938839 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-aa5d0e9e-36fc-429b-89ab-f6863ee59402 service neutron] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 915 time: 0.1070702 Jan 27 16:04:38.996869 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-21551f67-5044-44ec-8645-850fef951b8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cedd957-2069-4ea7-b587-46284400992b HTTP/1.1" status: 200 len: 217 time: 0.0450780 Jan 27 16:04:39.057108 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-03b6012b-a8a6-4319-8310-37afde5c1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:39.058618 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-03b6012b-a8a6-4319-8310-37afde5c1241 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.0545175 Jan 27 16:04:39.100540 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-b91d699b-ed87-4723-b093-053c068e7809 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255585 Jan 27 16:04:39.213199 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-86a7fa0a-5de4-46a8-9f14-64a0e2c06729 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002607 Jan 27 16:04:39.337911 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0e0e300-e9d4-42e4-a70d-c5d44c3d62bd req-5aea0f63-9a8d-4f93-82c4-064014c23737 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065557 Jan 27 16:04:39.954895 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357407-2464-41ce-a3e4-8ced1e75d469 req-8742fab3-0594-461f-a4e9-704f460ca14c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:39.972246 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a3357407-2464-41ce-a3e4-8ced1e75d469 req-8742fab3-0594-461f-a4e9-704f460ca14c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 943 time: 0.0789208 Jan 27 16:04:40.049026 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a3357407-2464-41ce-a3e4-8ced1e75d469 req-86b468d6-6497-474e-9e1c-5e7ad97846a5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Jan 27 16:04:40.056386 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ce615-5ddf-4505-9101-6fee406ab97a req-1ac2b123-4416-4a07-8bb8-a9217cbab99c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:40.058281 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d43ce615-5ddf-4505-9101-6fee406ab97a req-1ac2b123-4416-4a07-8bb8-a9217cbab99c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0703173 Jan 27 16:04:40.114079 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d43ce615-5ddf-4505-9101-6fee406ab97a req-7fcbb689-b5f7-42bb-93a5-bb73e0d6dfb2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477026 Jan 27 16:04:41.060285 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35816) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:41.218054 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2bed-3b42-4bec-9864-414d7fb3a95e req-744fef55-c962-4b5d-8273-184eb7b07674 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:41.226870 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-de0b2bed-3b42-4bec-9864-414d7fb3a95e req-744fef55-c962-4b5d-8273-184eb7b07674 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 943 time: 0.0704374 Jan 27 16:04:41.255108 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca086ff-beae-4c5d-9048-f18647cf608c req-2b515159-920e-46db-8d70-0b990d8be381 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:41.263896 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1ca086ff-beae-4c5d-9048-f18647cf608c req-2b515159-920e-46db-8d70-0b990d8be381 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0658441 Jan 27 16:04:41.290346 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-de0b2bed-3b42-4bec-9864-414d7fb3a95e req-55539902-3b61-458e-838d-58da89be31ea tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621953 Jan 27 16:04:41.313115 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1ca086ff-beae-4c5d-9048-f18647cf608c req-cd74b14d-d065-4295-a460-d0d2d345919b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Jan 27 16:04:41.371141 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4f117650-648f-4440-9996-f85b1f8390cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.472259 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4f117650-648f-4440-9996-f85b1f8390cf admin admin] Publish callbacks [] for security_group (90a0964d-ac27-45c6-a45c-a31019558990), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.479312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4f117650-648f-4440-9996-f85b1f8390cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (90a0964d-ac27-45c6-a45c-a31019558990), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.527122 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4f117650-648f-4440-9996-f85b1f8390cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=efb9922072e64a94804add20630b2084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633088 Jan 27 16:04:41.527122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f117650-648f-4440-9996-f85b1f8390cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a0964d-ac27-45c6-a45c-a31019558990,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:41.527957 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35838) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:41.584046 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbcda3-b197-4c64-a3ef-973ebbda9dec req-51be0f5e-4ab3-4be0-9653-09dc2f8740b1 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:41.585690 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f1fbcda3-b197-4c64-a3ef-973ebbda9dec req-51be0f5e-4ab3-4be0-9653-09dc2f8740b1 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0553229 Jan 27 16:04:41.598917 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cdad-c981-4626-8fc7-217765a56532 admin admin] Publish callbacks [] for security_group (90a0964d-ac27-45c6-a45c-a31019558990), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.623229 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cdad-c981-4626-8fc7-217765a56532 admin admin] Publish callbacks [] for security_group (90a0964d-ac27-45c6-a45c-a31019558990), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.648043 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f1fbcda3-b197-4c64-a3ef-973ebbda9dec req-12170ea2-ace5-40eb-8f9d-eb6c7ddf1354 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555024 Jan 27 16:04:41.684665 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cdad-c981-4626-8fc7-217765a56532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (90a0964d-ac27-45c6-a45c-a31019558990), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.688414 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cdad-c981-4626-8fc7-217765a56532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:41.689814 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-bbe3cdad-c981-4626-8fc7-217765a56532 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90a0964d-ac27-45c6-a45c-a31019558990 HTTP/1.1" status: 204 len: 168 time: 0.1579564 Jan 27 16:04:41.708966 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3cdad-c981-4626-8fc7-217765a56532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a0964d-ac27-45c6-a45c-a31019558990,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:42.068446 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 35854) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:42.082366 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bd562b7a-b359-4b31-b526-70716a8c4af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.181493 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bd562b7a-b359-4b31-b526-70716a8c4af2 admin admin] Publish callbacks [] for security_group (6f852fc4-e9e5-4eb9-9b56-cd886246d2a5), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.185661 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bd562b7a-b359-4b31-b526-70716a8c4af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (6f852fc4-e9e5-4eb9-9b56-cd886246d2a5), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.230662 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-bd562b7a-b359-4b31-b526-70716a8c4af2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27cf9b9f1ec94116b7eb7c8adb100be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604741 Jan 27 16:04:42.231612 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562b7a-b359-4b31-b526-70716a8c4af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f852fc4-e9e5-4eb9-9b56-cd886246d2a5,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:42.232819 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 35864) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:42.281954 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-af202a8b-cec7-4d42-a77f-8d45f3c8916c admin admin] Publish callbacks [] for security_group (6f852fc4-e9e5-4eb9-9b56-cd886246d2a5), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.304640 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-af202a8b-cec7-4d42-a77f-8d45f3c8916c admin admin] Publish callbacks [] for security_group (6f852fc4-e9e5-4eb9-9b56-cd886246d2a5), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.386402 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-af202a8b-cec7-4d42-a77f-8d45f3c8916c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (6f852fc4-e9e5-4eb9-9b56-cd886246d2a5), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.388751 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-af202a8b-cec7-4d42-a77f-8d45f3c8916c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:42.389972 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-af202a8b-cec7-4d42-a77f-8d45f3c8916c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f852fc4-e9e5-4eb9-9b56-cd886246d2a5 HTTP/1.1" status: 204 len: 168 time: 0.1560321 Jan 27 16:04:42.411492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202a8b-cec7-4d42-a77f-8d45f3c8916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f852fc4-e9e5-4eb9-9b56-cd886246d2a5,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:42.438266 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ec31-b2d7-4c9d-a229-3999844e42c6 req-741d16ee-0ed4-42e1-97da-3a565186a962 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:42.439805 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-14b2ec31-b2d7-4c9d-a229-3999844e42c6 req-741d16ee-0ed4-42e1-97da-3a565186a962 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 943 time: 0.0816002 Jan 27 16:04:42.460647 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704225e-c328-4449-847f-8a9fba73dd83 req-92844264-f00a-448b-82d9-3695c1a6c34d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:42.462197 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e704225e-c328-4449-847f-8a9fba73dd83 req-92844264-f00a-448b-82d9-3695c1a6c34d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0697813 Jan 27 16:04:42.496387 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-14b2ec31-b2d7-4c9d-a229-3999844e42c6 req-bb2b234b-832a-4235-af70-d1ac8dad3b0f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486267 Jan 27 16:04:42.522038 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e704225e-c328-4449-847f-8a9fba73dd83 req-67a2e31f-ccf8-425f-8945-66f132c6601e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534635 Jan 27 16:04:42.765637 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ba0c-0d29-47aa-b50a-8389b3aacb15 req-b70a7e23-6498-4b24-ad9e-519faee67f10 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:42.767163 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fca3ba0c-0d29-47aa-b50a-8389b3aacb15 req-b70a7e23-6498-4b24-ad9e-519faee67f10 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0546257 Jan 27 16:04:42.823860 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fca3ba0c-0d29-47aa-b50a-8389b3aacb15 req-b9277afc-0204-47c0-a952-ccb974c420b7 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510206 Jan 27 16:04:42.972330 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7cedd957-2069-4ea7-b587-46284400992b details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:04:43.090151 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7cedd957-2069-4ea7-b587-46284400992b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7cedd957-2069-4ea7-b587-46284400992b,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:43.101680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '7cedd957-2069-4ea7-b587-46284400992b', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'port_id': '7cedd957-2069-4ea7-b587-46284400992b', 'mac_address': 'fa:16:3e:3f:d0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73862c75-5632-4450-8f2c-6525f0f099c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:04:43.153290 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7cedd957-2069-4ea7-b587-46284400992b is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:04:43.153693 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7cedd957-2069-4ea7-b587-46284400992b), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:43.167692 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cedd957-2069-4ea7-b587-46284400992b {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:04:43.189842 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7cedd957-2069-4ea7-b587-46284400992b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7cedd957-2069-4ea7-b587-46284400992b,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:43.194564 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7cedd957-2069-4ea7-b587-46284400992b), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:43.251684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7cedd957-2069-4ea7-b587-46284400992b,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:43.641740 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449000c-76d0-4c49-acaf-013131f729f1 req-888f1eab-81a3-48e9-a6e3-15401d40ce6b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:43.649287 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d449000c-76d0-4c49-acaf-013131f729f1 req-888f1eab-81a3-48e9-a6e3-15401d40ce6b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 944 time: 0.0637226 Jan 27 16:04:43.668856 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09808484-c3e0-4fb0-a1e7-957fcef6ff48 req-c2261065-9fae-4e16-a3fe-e3dbeb300c51 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:43.675642 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-09808484-c3e0-4fb0-a1e7-957fcef6ff48 req-c2261065-9fae-4e16-a3fe-e3dbeb300c51 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0617087 Jan 27 16:04:43.723474 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d449000c-76d0-4c49-acaf-013131f729f1 req-76c00f52-b940-41cc-86ae-93ab24eb453b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723078 Jan 27 16:04:43.750779 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-09808484-c3e0-4fb0-a1e7-957fcef6ff48 req-61414929-6f04-40ee-bc0b-a02bc8946e6a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Jan 27 16:04:43.854315 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['7cedd957-2069-4ea7-b587-46284400992b'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:04:43.984879 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40465-2751-45b3-a0f9-9fa132746065 req-30820731-b371-4cf2-bc60-cbb5ee2a6d26 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:43.986543 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9bc40465-2751-45b3-a0f9-9fa132746065 req-30820731-b371-4cf2-bc60-cbb5ee2a6d26 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0705483 Jan 27 16:04:44.043999 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9bc40465-2751-45b3-a0f9-9fa132746065 req-4c894edd-e9e0-4a8d-9711-08c824c083cf tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 Jan 27 16:04:44.839827 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07256bc-e806-421a-8e8a-8ce70ec12a5e req-3395f645-1853-4e2d-afe7-00957dac778d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:44.841266 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d07256bc-e806-421a-8e8a-8ce70ec12a5e req-3395f645-1853-4e2d-afe7-00957dac778d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 944 time: 0.0540054 Jan 27 16:04:44.883286 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63377b-f7f7-4e27-8d2f-f24c20a212f5 req-edc90506-f779-4d58-b40d-9f6bd1912b76 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:44.885876 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb63377b-f7f7-4e27-8d2f-f24c20a212f5 req-edc90506-f779-4d58-b40d-9f6bd1912b76 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0542793 Jan 27 16:04:44.901109 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d07256bc-e806-421a-8e8a-8ce70ec12a5e req-3eeea428-a899-4ef4-ad0e-567b82827d69 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538378 Jan 27 16:04:44.937408 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb63377b-f7f7-4e27-8d2f-f24c20a212f5 req-858bd438-d9cb-4c42-be56-0ca27dc8f289 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Jan 27 16:04:45.112510 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-dca56ce2-826a-4254-ba32-24adb24a8288 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:45.113965 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-dca56ce2-826a-4254-ba32-24adb24a8288 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.60 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0475397 Jan 27 16:04:45.212057 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61552db-2f36-40e5-941e-8142d39aeff8 req-763db336-351e-4367-9459-7ebd860a7f99 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:45.213779 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c61552db-2f36-40e5-941e-8142d39aeff8 req-763db336-351e-4367-9459-7ebd860a7f99 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Jan 27 16:04:45.260134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Deleting port e530d2d9-0967-4022-9957-d2c0df7e0250 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:04:45.260479 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:45.266646 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c61552db-2f36-40e5-941e-8142d39aeff8 req-b1a3db5a-9093-4ddf-b0ed-45fb399f57d2 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/security-groups?id=72c99b79-c4a0-4f10-8223-f462df9c5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Jan 27 16:04:45.595210 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] For port e530d2d9-0967-4022-9957-d2c0df7e0250, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e530d2d9-0967-4022-9957-d2c0df7e0250,segment=NetworkSegment(e57d79d9-c326-44ad-a38c-3e6809a73279),segment_id=e57d79d9-c326-44ad-a38c-3e6809a73279)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:45.595490 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:45.609718 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Calling delete_port for e530d2d9-0967-4022-9957-d2c0df7e0250 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:04:45.761380 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (e530d2d9-0967-4022-9957-d2c0df7e0250), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:45.788889 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Pushing event deleted for resources: {'Port': ['ID=e530d2d9-0967-4022-9957-d2c0df7e0250,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:45.850237 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] No DVR routers for this DVR port e530d2d9-0967-4022-9957-d2c0df7e0250 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:04:45.853266 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:45.856549 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e78e6c4a-7c7b-4c9f-ab22-d5ab7536001b req-df7a0818-2346-4d42-8b66-ecb3ed5aab30 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.60 "DELETE /v2.0/ports/e530d2d9-0967-4022-9957-d2c0df7e0250 HTTP/1.1" status: 204 len: 173 time: 0.7275934 Jan 27 16:04:45.856984 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'name': 'network-vif-deleted', 'tag': 'e530d2d9-0967-4022-9957-d2c0df7e0250'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:45.859716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84cc2c7-4757-40db-9bd2-abc142fb7f2f" -d '{"events": [{"server_uuid": "c098b0b1-0d8f-4c24-8c24-721f965786f4", "name": "network-vif-deleted", "tag": "e530d2d9-0967-4022-9957-d2c0df7e0250"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:45.894545 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6c9a6e-7d66-4eca-9564-456117e7d420 x-openstack-request-id: req-ee6c9a6e-7d66-4eca-9564-456117e7d420 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:45.895205 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c098b0b1-0d8f-4c24-8c24-721f965786f4", "name": "network-vif-deleted", "tag": "e530d2d9-0967-4022-9957-d2c0df7e0250", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:45.895205 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee6c9a6e-7d66-4eca-9564-456117e7d420 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:45.895479 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c098b0b1-0d8f-4c24-8c24-721f965786f4', 'name': 'network-vif-deleted', 'tag': 'e530d2d9-0967-4022-9957-d2c0df7e0250', 'status': 'completed', 'code': 200} Jan 27 16:04:46.014725 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99d55-cd92-4118-98ef-11461b0a50b7 req-df601b71-6b6c-4d1b-9ddd-5ea7e620b528 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:46.016222 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f5e99d55-cd92-4118-98ef-11461b0a50b7 req-df601b71-6b6c-4d1b-9ddd-5ea7e620b528 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 944 time: 0.0477102 Jan 27 16:04:46.064872 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f5e99d55-cd92-4118-98ef-11461b0a50b7 req-b9cf5296-0517-483b-9428-21b63dd19f14 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Jan 27 16:04:46.161920 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e869725-ce63-43c7-964d-0dcd386bcda6 req-fedaa15c-a4c4-4b18-8061-4d47abd887fc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:46.163286 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2e869725-ce63-43c7-964d-0dcd386bcda6 req-fedaa15c-a4c4-4b18-8061-4d47abd887fc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0467279 Jan 27 16:04:46.210668 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2e869725-ce63-43c7-964d-0dcd386bcda6 req-c689e840-12e0-41f0-ada6-b5e172332135 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Jan 27 16:04:49.147359 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['e530d2d9-0967-4022-9957-d2c0df7e0250'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:04:49.229682 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-620fde91-91c3-4443-b2ed-66015f27237c req-0fd702a6-d2bd-4e10-9004-28ce1e5900e4 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0255229 Jan 27 16:04:49.333939 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360671-328b-4a99-a15a-89f4240ca614 req-9598c56b-6670-4066-a5ff-5dbd7b00f220 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:49.335568 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-05360671-328b-4a99-a15a-89f4240ca614 req-9598c56b-6670-4066-a5ff-5dbd7b00f220 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 944 time: 0.0501902 Jan 27 16:04:49.386342 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-05360671-328b-4a99-a15a-89f4240ca614 req-3d145115-d76c-48a2-89c7-9b1c0cbf6f1c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Jan 27 16:04:49.423626 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c3d87-f95a-43c5-9bb4-b951645ab1cf req-2da63700-87d7-46d5-b3bf-e36abe1c99b6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:49.425095 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-394c3d87-f95a-43c5-9bb4-b951645ab1cf req-2da63700-87d7-46d5-b3bf-e36abe1c99b6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0478089 Jan 27 16:04:49.469779 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-394c3d87-f95a-43c5-9bb4-b951645ab1cf req-60b788c1-ca1d-4f2d-8b46-6a4235dd76a1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Jan 27 16:04:50.329703 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dc141e81-fb1e-41d9-9d7b-d7b848ad6f52 req-4533c4e0-c038-469a-b62e-6d05c5b48157 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0327857 Jan 27 16:04:50.506370 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba31b-0815-497c-8a00-819b3d6f823c req-36d72fd1-a8aa-4e98-9ddd-7ea0f54d5201 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:50.507931 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8e2ba31b-0815-497c-8a00-819b3d6f823c req-36d72fd1-a8aa-4e98-9ddd-7ea0f54d5201 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 944 time: 0.0546079 Jan 27 16:04:50.559723 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8e2ba31b-0815-497c-8a00-819b3d6f823c req-097d5cec-4706-4aeb-bf0a-9d606710a03e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Jan 27 16:04:50.591208 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c453d3-5648-4417-8f79-0f9061bc8d78 req-8f69ce1c-3f7f-4cad-ba50-5460e114d40d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:50.592701 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-81c453d3-5648-4417-8f79-0f9061bc8d78 req-8f69ce1c-3f7f-4cad-ba50-5460e114d40d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0495203 Jan 27 16:04:50.652164 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-81c453d3-5648-4417-8f79-0f9061bc8d78 req-0c6cf084-1f5c-48c8-99d6-edc4a1b7fab9 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539441 Jan 27 16:04:51.159703 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7cedd957-2069-4ea7-b587-46284400992b up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:04:51.215557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 7cedd957-2069-4ea7-b587-46284400992b completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:04:51.220855 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 7cedd957-2069-4ea7-b587-46284400992b triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:04:51.221257 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7cedd957-2069-4ea7-b587-46284400992b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:51.312431 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7cedd957-2069-4ea7-b587-46284400992b is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:04:51.312821 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7cedd957-2069-4ea7-b587-46284400992b), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:51.338034 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cedd957-2069-4ea7-b587-46284400992b'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:04:51.342156 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ce944-be0c-4ad0-b7bd-b4eede65a2a1" -d '{"events": [{"server_uuid": "8473746f-8e75-4ea0-a903-ccb17613eb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7cedd957-2069-4ea7-b587-46284400992b"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:04:51.358178 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7cedd957-2069-4ea7-b587-46284400992b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7cedd957-2069-4ea7-b587-46284400992b,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:04:51.366859 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7cedd957-2069-4ea7-b587-46284400992b), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:51.368273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device e530d2d9-0967-4022-9957-d2c0df7e0250 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:04:51.395594 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105b966a-bfda-4ad5-bd23-2e23a6efc445 x-openstack-request-id: req-105b966a-bfda-4ad5-bd23-2e23a6efc445 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:04:51.396028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8473746f-8e75-4ea0-a903-ccb17613eb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7cedd957-2069-4ea7-b587-46284400992b", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:04:51.396363 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-105b966a-bfda-4ad5-bd23-2e23a6efc445 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:04:51.396812 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cedd957-2069-4ea7-b587-46284400992b', 'code': 200} Jan 27 16:04:51.414068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: e530d2d9-0967-4022-9957-d2c0df7e0250 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:04:51.414522 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device e530d2d9-0967-4022-9957-d2c0df7e0250 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:04:51.458751 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7cedd957-2069-4ea7-b587-46284400992b,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:51.501719 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5e914fd0-d19d-4adc-88d2-2f5e0797c5c7 req-05eb1c65-3a79-4c82-b723-7302d7943606 tempest-DeleteServersTestJSON-1383023015 tempest-DeleteServersTestJSON-1383023015-project] 10.222.0.61 "GET /v2.0/ports?device_id=c098b0b1-0d8f-4c24-8c24-721f965786f4 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Jan 27 16:04:51.713650 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3995-bd77-414d-8e39-fabac2650992 req-6722b467-27e2-4114-ba60-f94b08d8e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:51.715245 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a0a3995-bd77-414d-8e39-fabac2650992 req-6722b467-27e2-4114-ba60-f94b08d8e534 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 1098 time: 0.0957861 Jan 27 16:04:51.728173 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dfcef-d697-413e-923c-c170d15289af req-ea63eb83-4a9f-4e87-bbce-2752eb68fe7c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:51.731247 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f7dfcef-d697-413e-923c-c170d15289af req-ea63eb83-4a9f-4e87-bbce-2752eb68fe7c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0782256 Jan 27 16:04:51.786557 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb3eb5-2493-4897-aa81-cdfee15f3284 req-653b85c3-2d1c-48ad-a57c-0899e03e6ef9 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:51.788397 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9ebb3eb5-2493-4897-aa81-cdfee15f3284 req-653b85c3-2d1c-48ad-a57c-0899e03e6ef9 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0496995 Jan 27 16:04:51.802890 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a0a3995-bd77-414d-8e39-fabac2650992 req-14e8fed5-42c2-4e24-ab70-fb03d7684fb3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720673 Jan 27 16:04:51.807131 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f7dfcef-d697-413e-923c-c170d15289af req-4ca6c309-8322-40c1-aba2-f4f79831c551 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707908 Jan 27 16:04:51.848966 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9ebb3eb5-2493-4897-aa81-cdfee15f3284 req-8c271853-2d62-462f-a0a0-d5baeaa8683a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531056 Jan 27 16:04:52.418448 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36168) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:52.551117 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.636016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Publish callbacks [] for security_group (0422e76a-6af6-448c-b5b5-a2a120dcc31d), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.640948 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (0422e76a-6af6-448c-b5b5-a2a120dcc31d), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.689273 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80c22c67889d4e1f937f385c81b572e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708466 Jan 27 16:04:52.690643 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0422e76a-6af6-448c-b5b5-a2a120dcc31d,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:52.690765 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36188) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:52.698627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.699045 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.699462 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.699861 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.700331 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.700852 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.701204 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.701547 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.701884 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.702222 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.703228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.703746 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.704083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a1177-aa20-4dc7-8f1e-949273342019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.761857 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Publish callbacks [] for security_group (0422e76a-6af6-448c-b5b5-a2a120dcc31d), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.784837 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Publish callbacks [] for security_group (0422e76a-6af6-448c-b5b5-a2a120dcc31d), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.855490 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (0422e76a-6af6-448c-b5b5-a2a120dcc31d), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.858355 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:52.859816 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0422e76a-6af6-448c-b5b5-a2a120dcc31d HTTP/1.1" status: 204 len: 168 time: 0.1680336 Jan 27 16:04:52.872151 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422e76a-6af6-448c-b5b5-a2a120dcc31d,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:52.885262 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.885719 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.886082 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.886533 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.886845 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.887081 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.887543 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.887870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.888193 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.888514 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.888834 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.889225 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:52.889467 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81a9d-ef89-4010-9692-ab794fef0279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:04:53.027708 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f1894-c596-4811-b17b-07d341e6b384 req-0765b8c8-1291-4b03-bacd-96d8ae51852a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:53.029273 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9e6f1894-c596-4811-b17b-07d341e6b384 req-0765b8c8-1291-4b03-bacd-96d8ae51852a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0943086 Jan 27 16:04:53.058688 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7f88-f813-448c-ba95-93ba1fd5cfcf req-401dd5cc-883f-4fe1-ad20-7dad5f5b7157 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:53.060552 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-625a7f88-f813-448c-ba95-93ba1fd5cfcf req-401dd5cc-883f-4fe1-ad20-7dad5f5b7157 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0556421 Jan 27 16:04:53.091576 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9e6f1894-c596-4811-b17b-07d341e6b384 req-1f9afad7-aa54-4413-a211-bae52ed3edd7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Jan 27 16:04:53.118966 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-625a7f88-f813-448c-ba95-93ba1fd5cfcf req-8e636995-b968-4d66-9571-162f7685a574 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522892 Jan 27 16:04:53.231899 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36204) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:53.246013 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c72d8c8c-59b9-4aeb-b273-700f44150f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.338770 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c72d8c8c-59b9-4aeb-b273-700f44150f0f admin admin] Publish callbacks [] for security_group (610f157c-337c-48d0-ba02-6a8a93c38375), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.344993 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c72d8c8c-59b9-4aeb-b273-700f44150f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (610f157c-337c-48d0-ba02-6a8a93c38375), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.393261 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c72d8c8c-59b9-4aeb-b273-700f44150f0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19c82a1a549640f0a24235f080ecd690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600816 Jan 27 16:04:53.395869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36208) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:53.400435 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d8c8c-59b9-4aeb-b273-700f44150f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610f157c-337c-48d0-ba02-6a8a93c38375,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:53.454312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f594f843-e141-4367-b983-ef2bc7430c3b admin admin] Publish callbacks [] for security_group (610f157c-337c-48d0-ba02-6a8a93c38375), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.476935 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f594f843-e141-4367-b983-ef2bc7430c3b admin admin] Publish callbacks [] for security_group (610f157c-337c-48d0-ba02-6a8a93c38375), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.523714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f594f843-e141-4367-b983-ef2bc7430c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (610f157c-337c-48d0-ba02-6a8a93c38375), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.526281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f594f843-e141-4367-b983-ef2bc7430c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:53.527456 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f594f843-e141-4367-b983-ef2bc7430c3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/610f157c-337c-48d0-ba02-6a8a93c38375 HTTP/1.1" status: 204 len: 168 time: 0.1304142 Jan 27 16:04:53.535575 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594f843-e141-4367-b983-ef2bc7430c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610f157c-337c-48d0-ba02-6a8a93c38375,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:53.951762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36234) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:53.966536 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8aadf8ff-c02d-489c-8e4f-6094924059cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.049062 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36240) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:54.067016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8aadf8ff-c02d-489c-8e4f-6094924059cd admin admin] Publish callbacks [] for security_group (b1b4e76c-ffeb-49ca-98a6-d0350fe044d4), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.075777 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8aadf8ff-c02d-489c-8e4f-6094924059cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (b1b4e76c-ffeb-49ca-98a6-d0350fe044d4), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.103905 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36246) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:54.124885 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8aadf8ff-c02d-489c-8e4f-6094924059cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f836788808784611900b78b2c1b43c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712382 Jan 27 16:04:54.126096 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36250) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:54.132954 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadf8ff-c02d-489c-8e4f-6094924059cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4e76c-ffeb-49ca-98a6-d0350fe044d4,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:54.185847 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Deleting subnet e17ddebf-0678-41f0-8cc0-9f3c28cde8ee {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:04:54.190399 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Publish callbacks [] for subnet (e17ddebf-0678-41f0-8cc0-9f3c28cde8ee), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.236274 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc404-a28a-48f5-a1c0-d78ac754fc12 admin admin] Publish callbacks [] for security_group (b1b4e76c-ffeb-49ca-98a6-d0350fe044d4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.254554 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed2d-102b-47e8-8229-352fda2f3045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.263256 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc404-a28a-48f5-a1c0-d78ac754fc12 admin admin] Publish callbacks [] for security_group (b1b4e76c-ffeb-49ca-98a6-d0350fe044d4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.270891 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22a04-fbc5-4dfd-ae07-a7212d2ff455 req-03b78171-c410-483c-9685-2c1f18453fa5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:54.272691 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-73e22a04-fbc5-4dfd-ae07-a7212d2ff455 req-03b78171-c410-483c-9685-2c1f18453fa5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0869477 Jan 27 16:04:54.277172 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (e17ddebf-0678-41f0-8cc0-9f3c28cde8ee), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.338860 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f4e2c-3bfd-4a40-8753-d5028b6b7932 req-d7cc09fc-b6ba-4497-ad13-68ed4d2fb843 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:54.340996 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d49f4e2c-3bfd-4a40-8753-d5028b6b7932 req-d7cc09fc-b6ba-4497-ad13-68ed4d2fb843 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1287782 Jan 27 16:04:54.363025 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-73e22a04-fbc5-4dfd-ae07-a7212d2ff455 req-92bd7f4e-5118-47dd-bd22-f6d2b578480d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829058 Jan 27 16:04:54.371331 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (e17ddebf-0678-41f0-8cc0-9f3c28cde8ee), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.376882 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc404-a28a-48f5-a1c0-d78ac754fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (b1b4e76c-ffeb-49ca-98a6-d0350fe044d4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.379511 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc404-a28a-48f5-a1c0-d78ac754fc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.383727 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-dd7fc404-a28a-48f5-a1c0-d78ac754fc12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1b4e76c-ffeb-49ca-98a6-d0350fe044d4 HTTP/1.1" status: 204 len: 168 time: 0.2533221 Jan 27 16:04:54.391458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc404-a28a-48f5-a1c0-d78ac754fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4e76c-ffeb-49ca-98a6-d0350fe044d4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:54.464497 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-cf597620-afe7-44e5-88b8-0acd8c697967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.518183 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d49f4e2c-3bfd-4a40-8753-d5028b6b7932 req-67b4cf81-c37c-4712-8428-1f3109b02d65 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622858 Jan 27 16:04:54.543589 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed2d-102b-47e8-8229-352fda2f3045 admin admin] Publish callbacks [] for security_group (2ba2651e-ecc8-4755-9cfc-ff167740644e), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.547356 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (e17ddebf-0678-41f0-8cc0-9f3c28cde8ee), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.552364 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1c90ed2d-102b-47e8-8229-352fda2f3045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2ba2651e-ecc8-4755-9cfc-ff167740644e), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.594910 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17ddebf-0678-41f0-8cc0-9f3c28cde8ee,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:54.606338 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.610746 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-44cbd724-3a5b-4ce3-a33f-c50ec59e79c4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e17ddebf-0678-41f0-8cc0-9f3c28cde8ee HTTP/1.1" status: 204 len: 168 time: 0.5058212 Jan 27 16:04:54.612699 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36266) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:54.640919 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1c90ed2d-102b-47e8-8229-352fda2f3045 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64fbe3821dce46099c1bc161a8affd02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5877991 Jan 27 16:04:54.640919 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90ed2d-102b-47e8-8229-352fda2f3045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba2651e-ecc8-4755-9cfc-ff167740644e,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:54.643884 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36268) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:54.719791 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dcea-abce-41d1-923c-b8c9b8c0f58b admin admin] Publish callbacks [] for security_group (2ba2651e-ecc8-4755-9cfc-ff167740644e), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.722607 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (2d24f765-3ff4-4cb1-af32-f521711e7f0b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.761348 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dcea-abce-41d1-923c-b8c9b8c0f58b admin admin] Publish callbacks [] for security_group (2ba2651e-ecc8-4755-9cfc-ff167740644e), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.824794 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (2d24f765-3ff4-4cb1-af32-f521711e7f0b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.839593 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dcea-abce-41d1-923c-b8c9b8c0f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2ba2651e-ecc8-4755-9cfc-ff167740644e), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.842888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dcea-abce-41d1-923c-b8c9b8c0f58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.846394 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3ea1dcea-abce-41d1-923c-b8c9b8c0f58b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ba2651e-ecc8-4755-9cfc-ff167740644e HTTP/1.1" status: 204 len: 168 time: 0.1991909 Jan 27 16:04:54.852819 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1dcea-abce-41d1-923c-b8c9b8c0f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba2651e-ecc8-4755-9cfc-ff167740644e,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:54.857789 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d24f765-3ff4-4cb1-af32-f521711e7f0b']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:54.894554 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57d79d9-c326-44ad-a38c-3e6809a73279') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:54.895332 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57d79d9-c326-44ad-a38c-3e6809a73279') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:04:54.908240 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (e57d79d9-c326-44ad-a38c-3e6809a73279), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.932207 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (e57d79d9-c326-44ad-a38c-3e6809a73279), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.944046 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:04:54.945613 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (e57d79d9-c326-44ad-a38c-3e6809a73279), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:04:54.947695 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:04:55.014006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (2d24f765-3ff4-4cb1-af32-f521711e7f0b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.032946 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.039564 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2d24f765-3ff4-4cb1-af32-f521711e7f0b HTTP/1.1" status: 204 len: 168 time: 0.4235373 Jan 27 16:04:55.050067 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b17e-815c-4883-a989-e29bded6b142 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d24f765-3ff4-4cb1-af32-f521711e7f0b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:55.270097 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36298) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:55.283569 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36300) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:55.286228 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-677a87cc-848d-4dc7-a2b0-6d77a19c6df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.344289 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-84ea6edc-cd7c-4d53-809d-57954b4f0387 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=552a2b3a672744b885fb48a990f14fa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0594316 Jan 27 16:04:55.346839 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36302) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:55.429019 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-677a87cc-848d-4dc7-a2b0-6d77a19c6df7 admin admin] Publish callbacks [] for security_group (390970f5-e81a-4e8c-a8fb-ced57c709b1e), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.430334 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a2207077-8a09-463b-87a1-15aadf6093b1 admin admin] Publish callbacks [] for security_group (72c99b79-c4a0-4f10-8223-f462df9c5a71), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.433551 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-677a87cc-848d-4dc7-a2b0-6d77a19c6df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (390970f5-e81a-4e8c-a8fb-ced57c709b1e), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.478121 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a2207077-8a09-463b-87a1-15aadf6093b1 admin admin] Publish callbacks [] for security_group (72c99b79-c4a0-4f10-8223-f462df9c5a71), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.495515 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-677a87cc-848d-4dc7-a2b0-6d77a19c6df7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de8de0bd14694f39835ea9e1c0fd3380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242999 Jan 27 16:04:55.498451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36308) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:04:55.515410 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a87cc-848d-4dc7-a2b0-6d77a19c6df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390970f5-e81a-4e8c-a8fb-ced57c709b1e,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:55.604447 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-69f011c5-648b-4849-b383-2a9e7405d1bf admin admin] Publish callbacks [] for security_group (390970f5-e81a-4e8c-a8fb-ced57c709b1e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.632117 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-69f011c5-648b-4849-b383-2a9e7405d1bf admin admin] Publish callbacks [] for security_group (390970f5-e81a-4e8c-a8fb-ced57c709b1e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.711383 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-69f011c5-648b-4849-b383-2a9e7405d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (390970f5-e81a-4e8c-a8fb-ced57c709b1e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.714088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-69f011c5-648b-4849-b383-2a9e7405d1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.715283 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-69f011c5-648b-4849-b383-2a9e7405d1bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/390970f5-e81a-4e8c-a8fb-ced57c709b1e HTTP/1.1" status: 204 len: 168 time: 0.2155247 Jan 27 16:04:55.724588 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f011c5-648b-4849-b383-2a9e7405d1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390970f5-e81a-4e8c-a8fb-ced57c709b1e,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:55.820968 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128efb-32c3-493b-bd63-3c2393a1c959 req-3f4af880-fe70-4e5f-a2ec-b109091e28d8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:55.823912 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-14128efb-32c3-493b-bd63-3c2393a1c959 req-3f4af880-fe70-4e5f-a2ec-b109091e28d8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0866179 Jan 27 16:04:55.825885 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a2207077-8a09-463b-87a1-15aadf6093b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (72c99b79-c4a0-4f10-8223-f462df9c5a71), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.831257 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a2207077-8a09-463b-87a1-15aadf6093b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:55.833552 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a2207077-8a09-463b-87a1-15aadf6093b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72c99b79-c4a0-4f10-8223-f462df9c5a71 HTTP/1.1" status: 204 len: 168 time: 0.4853859 Jan 27 16:04:55.869629 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207077-8a09-463b-87a1-15aadf6093b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c99b79-c4a0-4f10-8223-f462df9c5a71,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:04:55.922745 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-14128efb-32c3-493b-bd63-3c2393a1c959 req-3eab96d2-737e-4867-a18e-89818bd9ac40 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Jan 27 16:04:56.730459 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfb2a-7ff7-41f4-92fb-49ce381e9a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:56.840962 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:57.034216 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c07b2-c444-4878-8afd-cd59d4a4080f req-888c7a5c-3880-4d5c-ba36-7bf8bb2361e3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:57.039248 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b27c07b2-c444-4878-8afd-cd59d4a4080f req-888c7a5c-3880-4d5c-ba36-7bf8bb2361e3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0567973 Jan 27 16:04:57.107660 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b27c07b2-c444-4878-8afd-cd59d4a4080f req-c8be068f-bd65-4275-9de5-3c4f71c02b9f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653491 Jan 27 16:04:57.628444 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:57.679127 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-3f7e67a8-86d6-4490-b1cb-6f003127d473 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:57.680644 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-3f7e67a8-86d6-4490-b1cb-6f003127d473 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.1489508 Jan 27 16:04:57.712520 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-d6251aca-e636-4f35-bed4-1f179dee6b64 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/quotas/8ff07a1c1705459093c50413a35df253 HTTP/1.1" status: 200 len: 375 time: 0.0254564 Jan 27 16:04:57.770606 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-73822c0d-6ce0-421b-9b20-48e636be8ea2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566204 Jan 27 16:04:57.888133 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-3f8d542c-34ab-4a94-9e37-d3521014980c service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083848 Jan 27 16:04:57.993495 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-40b46f9f-c9a9-4a69-bb31-3e8d7add07f1 service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994530 Jan 27 16:04:58.251290 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6bc8dd2e-d331-477c-9199-a37c762cacfd req-3f2b2ece-a2c9-499d-b45e-9a6703c9931a tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 210 time: 0.0745955 Jan 27 16:04:58.317283 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773965-74e6-4f09-8bad-9535f088d36d req-6604e4f8-460e-46a4-b416-007dc20db409 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:58.321629 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a2773965-74e6-4f09-8bad-9535f088d36d req-6604e4f8-460e-46a4-b416-007dc20db409 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1078141 Jan 27 16:04:58.330359 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-780297c5-a452-4f01-ac77-4008b02e8a9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1667695 Jan 27 16:04:58.422099 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a2773965-74e6-4f09-8bad-9535f088d36d req-c6b9c4dd-cb9f-4a91-9ec9-288a63663066 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Jan 27 16:04:58.483293 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-ebd8dcbf-90ad-40c1-8c56-7f7240adb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:58.485529 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-ebd8dcbf-90ad-40c1-8c56-7f7240adb6d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 1099 time: 0.0572772 Jan 27 16:04:58.633086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-d5b9270f-65c2-414e-a67f-c3ffe17db0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:58.635202 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-d5b9270f-65c2-414e-a67f-c3ffe17db0ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 915 time: 0.1235392 Jan 27 16:04:58.692709 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-934401d8-95e9-436d-99c1-c715a14e7618 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d581be4-aa99-4784-808d-72ecbb0595a4 HTTP/1.1" status: 200 len: 217 time: 0.0491831 Jan 27 16:04:58.770855 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-a948a3e3-c8da-4fbe-af96-a790878e7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:58.772711 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-a948a3e3-c8da-4fbe-af96-a790878e7128 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.0598943 Jan 27 16:04:58.834791 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-88f72d7f-f5c4-430c-92d1-9e255fbd24be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538380 Jan 27 16:04:58.957625 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-2a1dbfaf-7bfd-404e-a5cb-4875ebdd9475 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055973 Jan 27 16:04:59.070909 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-63b82fec-14ec-40a9-8178-d9906bddaa83 req-632d4259-c054-49c8-978a-cfe13987e0d4 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041291 Jan 27 16:04:59.143567 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:04:59.349121 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-70765aae-06a7-47da-90cb-0a8282bc60f7 req-b2bb8bf9-638c-484f-a1f9-e15de521da53 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 210 time: 0.0344028 Jan 27 16:04:59.583662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427cfa-45bf-47a2-b44d-02d85e22af37 req-a1d75622-3b4b-469f-9845-9db2ca623b1e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:59.591458 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-60427cfa-45bf-47a2-b44d-02d85e22af37 req-a1d75622-3b4b-469f-9845-9db2ca623b1e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0812380 Jan 27 16:04:59.647531 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-60427cfa-45bf-47a2-b44d-02d85e22af37 req-54c3c541-0525-489e-bea4-f648a0d70504 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548999 Jan 27 16:04:59.977719 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-404260ef-f8be-4003-9c8e-e673efde05ec tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:04:59.979274 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-404260ef-f8be-4003-9c8e-e673efde05ec tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.1611619 Jan 27 16:04:59.994550 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Request body: {'port': {'device_id': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'admin_state_up': True, 'tenant_id': '8ff07a1c1705459093c50413a35df253'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:00.125194 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36588) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:00.130243 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Made reservation on behalf of 8ff07a1c1705459093c50413a35df253 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:05:00.136425 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.137563 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36592) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:00.260673 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b8fc53b3-ea51-4d6f-a47f-a098eccee43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.274822 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-36c95fee-c6d1-4df0-96d5-f3b626bb1176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.304578 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Allocated IP 172.20.0.6 (428491c7-1dfc-4e6f-a1ce-ef805c994d7c/73862c75-5632-4450-8f2c-6525f0f099c7/61551a6c-acfc-484d-95a8-88d5fd843807) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:05:00.413183 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b8fc53b3-ea51-4d6f-a47f-a098eccee43f admin admin] Publish callbacks [] for security_group (a4c4e1d1-1cff-44e0-a230-323a45272ff6), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.423175 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b8fc53b3-ea51-4d6f-a47f-a098eccee43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a4c4e1d1-1cff-44e0-a230-323a45272ff6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.470176 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.471820 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-36c95fee-c6d1-4df0-96d5-f3b626bb1176 admin admin] Publish callbacks [] for security_group (8f372327-7b30-4953-8026-049bb468b0de), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.481156 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-36c95fee-c6d1-4df0-96d5-f3b626bb1176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8f372327-7b30-4953-8026-049bb468b0de), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.484349 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0f06b68-b73c-4522-bde4-229b2e61f4f8 req-00df7ee9-ad3b-4044-a682-1e370dae7386 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 210 time: 0.0349159 Jan 27 16:05:00.486829 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b8fc53b3-ea51-4d6f-a47f-a098eccee43f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47881d26a8ea48169de01b5a2a9696ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474295 Jan 27 16:05:00.491150 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36598) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:00.494318 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc53b3-ea51-4d6f-a47f-a098eccee43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c4e1d1-1cff-44e0-a230-323a45272ff6,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:00.539117 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-36c95fee-c6d1-4df0-96d5-f3b626bb1176 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4930b7c6a81496a98ba3e9b7e7024a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101443 Jan 27 16:05:00.539358 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36600) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:00.541552 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c95fee-c6d1-4df0-96d5-f3b626bb1176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f372327-7b30-4953-8026-049bb468b0de,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:00.624283 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks [] for port (61551a6c-acfc-484d-95a8-88d5fd843807), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.626994 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b438dd24-6d16-420d-916b-0d44a34b2316 admin admin] Publish callbacks [] for security_group (a4c4e1d1-1cff-44e0-a230-323a45272ff6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.663475 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b438dd24-6d16-420d-916b-0d44a34b2316 admin admin] Publish callbacks [] for security_group (a4c4e1d1-1cff-44e0-a230-323a45272ff6), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.681449 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dff8ef05-2129-4c43-8499-2379904a7001 admin admin] Publish callbacks [] for security_group (8f372327-7b30-4953-8026-049bb468b0de), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.737083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dff8ef05-2129-4c43-8499-2379904a7001 admin admin] Publish callbacks [] for security_group (8f372327-7b30-4953-8026-049bb468b0de), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.763919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.790527 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4', '7cedd957-2069-4ea7-b587-46284400992b'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:05:00.821346 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ec5f-55e5-4074-9b7c-909d4467449f req-618c818a-0ab4-4167-a0df-3654106dc30c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:00.822676 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b438dd24-6d16-420d-916b-0d44a34b2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a4c4e1d1-1cff-44e0-a230-323a45272ff6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.825524 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b438dd24-6d16-420d-916b-0d44a34b2316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:00.827308 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b438dd24-6d16-420d-916b-0d44a34b2316 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4c4e1d1-1cff-44e0-a230-323a45272ff6 HTTP/1.1" status: 204 len: 168 time: 0.3339655 Jan 27 16:05:00.831977 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0721ec5f-55e5-4074-9b7c-909d4467449f req-618c818a-0ab4-4167-a0df-3654106dc30c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1057243 Jan 27 16:05:00.846390 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438dd24-6d16-420d-916b-0d44a34b2316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c4e1d1-1cff-44e0-a230-323a45272ff6,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:00.875443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:05:00.880966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:05:00.884396 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:05:00.888010 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event updated for resources: {'Port': ['ID=61551a6c-acfc-484d-95a8-88d5fd843807,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:00.984113 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0721ec5f-55e5-4074-9b7c-909d4467449f req-59d9a3b0-e571-41ae-9f66-0eab9e397cf3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508169 Jan 27 16:05:01.014920 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dff8ef05-2129-4c43-8499-2379904a7001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8f372327-7b30-4953-8026-049bb468b0de), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.020862 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dff8ef05-2129-4c43-8499-2379904a7001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.025645 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-dff8ef05-2129-4c43-8499-2379904a7001 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f372327-7b30-4953-8026-049bb468b0de HTTP/1.1" status: 204 len: 168 time: 0.4811049 Jan 27 16:05:01.102961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8ef05-2129-4c43-8499-2379904a7001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f372327-7b30-4953-8026-049bb468b0de,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:01.130498 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:01.131200 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.168859 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-26c72f23-2782-4ec9-9d4c-2eeba9220465 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1792927 Jan 27 16:05:01.212834 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Request body: {'port': {'device_id': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:01.309041 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.413267 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36630) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:01.426390 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9664d8b6-868a-4137-bba2-c4eacf14b20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.515146 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9664d8b6-868a-4137-bba2-c4eacf14b20f admin admin] Publish callbacks [] for security_group (690087f2-c048-4a49-b8e8-77a1360966ce), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.520083 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9664d8b6-868a-4137-bba2-c4eacf14b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (690087f2-c048-4a49-b8e8-77a1360966ce), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.570824 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9664d8b6-868a-4137-bba2-c4eacf14b20f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fba3664565f34d278bec705878b0e3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564684 Jan 27 16:05:01.571682 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36636) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:01.574749 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664d8b6-868a-4137-bba2-c4eacf14b20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690087f2-c048-4a49-b8e8-77a1360966ce,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:01.658130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61551a6c-acfc-484d-95a8-88d5fd843807 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:05:01.663571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06027-2200-4b42-acdc-aeab8d5457ad req-db11dd06-34b4-4557-a0c2-7534c0f241fc tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:01.665123 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d0e06027-2200-4b42-acdc-aeab8d5457ad req-db11dd06-34b4-4557-a0c2-7534c0f241fc tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 931 time: 0.0999835 Jan 27 16:05:01.666193 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Publish callbacks [] for port (61551a6c-acfc-484d-95a8-88d5fd843807), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.680991 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Transition to ACTIVE for port object 61551a6c-acfc-484d-95a8-88d5fd843807 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:05:01.684317 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9334c0bc-1e41-4660-81f9-93aca434ff6d admin admin] Publish callbacks [] for security_group (690087f2-c048-4a49-b8e8-77a1360966ce), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.686696 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.729514 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9334c0bc-1e41-4660-81f9-93aca434ff6d admin admin] Publish callbacks [] for security_group (690087f2-c048-4a49-b8e8-77a1360966ce), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.765513 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d0e06027-2200-4b42-acdc-aeab8d5457ad req-90f8289a-c04f-427b-8742-d0f427d9cc88 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922072 Jan 27 16:05:01.767023 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Pushing event updated for resources: {'Port': ['ID=61551a6c-acfc-484d-95a8-88d5fd843807,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:01.827885 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9334c0bc-1e41-4660-81f9-93aca434ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (690087f2-c048-4a49-b8e8-77a1360966ce), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.828460 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9334c0bc-1e41-4660-81f9-93aca434ff6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.832827 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9334c0bc-1e41-4660-81f9-93aca434ff6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/690087f2-c048-4a49-b8e8-77a1360966ce HTTP/1.1" status: 204 len: 168 time: 0.2559545 Jan 27 16:05:01.838849 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334c0bc-1e41-4660-81f9-93aca434ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690087f2-c048-4a49-b8e8-77a1360966ce,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:01.861851 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Attempting to bind port 61551a6c-acfc-484d-95a8-88d5fd843807 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:05:01.862430 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Attempting to bind port 61551a6c-acfc-484d-95a8-88d5fd843807 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:05:01.862743 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Attempting to bind port 61551a6c-acfc-484d-95a8-88d5fd843807 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:05:01.867980 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Port 61551a6c-acfc-484d-95a8-88d5fd843807 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:05:01.868337 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Attempting to bind port 61551a6c-acfc-484d-95a8-88d5fd843807 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:05:01.874506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:05:01.874846 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Checking segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:05:01.875253 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Bound using segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:05:01.875682 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Bound port: 61551a6c-acfc-484d-95a8-88d5fd843807, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:05:01.876043 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:01.972999 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] For port 61551a6c-acfc-484d-95a8-88d5fd843807, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:05:01.977447 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] For port 61551a6c-acfc-484d-95a8-88d5fd843807, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=61551a6c-acfc-484d-95a8-88d5fd843807,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:05:01.984008 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:02.044610 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.045302 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:02.086960 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] 10.222.0.60 "PUT /v2.0/ports/61551a6c-acfc-484d-95a8-88d5fd843807 HTTP/1.1" status: 200 len: 1093 time: 0.8396311 Jan 27 16:05:02.090043 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'tag': '61551a6c-acfc-484d-95a8-88d5fd843807'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:05:02.092440 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208" -d '{"events": [{"name": "network-changed", "server_uuid": "f58c7f78-f603-48c5-abf5-7aa03f151ee1", "tag": "61551a6c-acfc-484d-95a8-88d5fd843807"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:05:02.120052 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0341eac-be32-4b1c-9443-2f1f02763b55 service neutron] Pushing event updated for resources: {'Port': ['ID=61551a6c-acfc-484d-95a8-88d5fd843807,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:02.138611 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee46cff-78ad-4d6e-bf69-6eed2b449604 x-openstack-request-id: req-dee46cff-78ad-4d6e-bf69-6eed2b449604 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:05:02.139409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58c7f78-f603-48c5-abf5-7aa03f151ee1", "tag": "61551a6c-acfc-484d-95a8-88d5fd843807", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:05:02.139409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dee46cff-78ad-4d6e-bf69-6eed2b449604 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:05:02.139714 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'tag': '61551a6c-acfc-484d-95a8-88d5fd843807', 'status': 'completed', 'code': 200} Jan 27 16:05:02.176416 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-f8388d5c-f44f-4d13-aec3-e001147b3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.178520 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-f8388d5c-f44f-4d13-aec3-e001147b3e41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0526774 Jan 27 16:05:02.184665 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7e5b0-cd4d-4bdc-a46b-d259aef09620 req-b16114ac-f84f-4579-bd07-c205888253a4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.186970 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-70a7e5b0-cd4d-4bdc-a46b-d259aef09620 req-b16114ac-f84f-4579-bd07-c205888253a4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1165440 Jan 27 16:05:02.268772 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-762e5de8-004c-45ed-b3e2-0108ecb6464e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61551a6c-acfc-484d-95a8-88d5fd843807 HTTP/1.1" status: 200 len: 217 time: 0.0665245 Jan 27 16:05:02.307193 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-70a7e5b0-cd4d-4bdc-a46b-d259aef09620 req-49690dda-ad83-4869-a167-add027c9e192 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128643 Jan 27 16:05:02.367072 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-1cb2b2e3-134b-4c62-80da-4802c77f8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.380047 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-1cb2b2e3-134b-4c62-80da-4802c77f8f4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.1000552 Jan 27 16:05:02.429272 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-6403cfeb-79ad-4f32-b049-9283677a3f47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385001 Jan 27 16:05:02.574046 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-7b3560e0-c5da-4d07-9eba-1486873ce5cc service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001108 Jan 27 16:05:02.690739 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fabf0c1-d31f-46c6-9386-b9965e6f186a req-f0bdd6d1-c255-40de-8116-b602c0b4d2fc service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021688 Jan 27 16:05:02.805542 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-92129638-047e-4be7-8091-1482a6373860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.807261 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-92129638-047e-4be7-8091-1482a6373860 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0489376 Jan 27 16:05:02.920931 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-579d5a82-384a-485e-b6e0-1ea2ea06cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.923212 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-579d5a82-384a-485e-b6e0-1ea2ea06cfc6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 915 time: 0.1079488 Jan 27 16:05:02.928150 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d1c16-6d49-4fa0-880d-21b4e199181b req-dd638962-1f2e-4225-80e9-8e1338535078 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:02.930519 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0d1d1c16-6d49-4fa0-880d-21b4e199181b req-dd638962-1f2e-4225-80e9-8e1338535078 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 943 time: 0.0786748 Jan 27 16:05:02.976024 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-326182e1-5e47-4aeb-99c3-a54f98c9940f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61551a6c-acfc-484d-95a8-88d5fd843807 HTTP/1.1" status: 200 len: 217 time: 0.0399768 Jan 27 16:05:02.998420 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0d1d1c16-6d49-4fa0-880d-21b4e199181b req-784e3291-9f61-4bb5-a976-91cc8c1ac036 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589304 Jan 27 16:05:03.041688 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-39e9239b-5d82-454a-879f-e3e56a75d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:03.043078 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-39e9239b-5d82-454a-879f-e3e56a75d01e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.0533252 Jan 27 16:05:03.089464 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-38e4ac4d-23e6-4ca4-aec7-65719313d5d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297596 Jan 27 16:05:03.212915 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-e342ea95-da01-461f-90aa-f60769065803 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120172 Jan 27 16:05:03.321761 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2acecb56-c5c4-45c8-a0c9-cc4a246c4208 req-30c30d94-53e9-4991-8058-70f301a0428f service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940580 Jan 27 16:05:03.439930 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45adf0-55a9-4d94-8ebb-bf29d70120d7 req-77bf6255-dd99-49de-b66b-9dc94f620a07 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:03.441467 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cb45adf0-55a9-4d94-8ebb-bf29d70120d7 req-77bf6255-dd99-49de-b66b-9dc94f620a07 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0602565 Jan 27 16:05:03.508663 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cb45adf0-55a9-4d94-8ebb-bf29d70120d7 req-c71fedf4-7596-4ca0-b88d-02668388185f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614038 Jan 27 16:05:04.117479 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df0f70-80e2-4662-88c1-965f6e848376 req-056e5487-2504-44d0-bf73-16cd24119c38 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:04.119019 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-59df0f70-80e2-4662-88c1-965f6e848376 req-056e5487-2504-44d0-bf73-16cd24119c38 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 943 time: 0.0543821 Jan 27 16:05:04.174762 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-59df0f70-80e2-4662-88c1-965f6e848376 req-a36c9a7d-eb07-4a6e-b04f-31ee511ac2ff tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485713 Jan 27 16:05:04.642222 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe9717-8735-497a-aa55-49d0f333f799 req-a3cc8b3b-37ff-428c-9de9-9b426f011660 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:04.643827 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0cfe9717-8735-497a-aa55-49d0f333f799 req-a3cc8b3b-37ff-428c-9de9-9b426f011660 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0546091 Jan 27 16:05:04.707668 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0cfe9717-8735-497a-aa55-49d0f333f799 req-48f9b74e-081f-448a-9366-514897289ad0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Jan 27 16:05:05.150674 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36844) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:05.292090 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-724d160b-40e9-4531-b830-3d9bef9abe64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.344027 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a226140-c073-4cc0-b0a1-6aa63c23ad68 req-82129094-9182-4f4c-ac0c-a802c2775f1c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:05.345742 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0a226140-c073-4cc0-b0a1-6aa63c23ad68 req-82129094-9182-4f4c-ac0c-a802c2775f1c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 943 time: 0.0666959 Jan 27 16:05:05.399820 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0a226140-c073-4cc0-b0a1-6aa63c23ad68 req-951724b2-7370-4528-b81e-7cf5440957f6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480878 Jan 27 16:05:05.405484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-724d160b-40e9-4531-b830-3d9bef9abe64 admin admin] Publish callbacks [] for security_group (c52ee125-e89d-42de-9636-5aec4b878d32), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.411659 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-724d160b-40e9-4531-b830-3d9bef9abe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c52ee125-e89d-42de-9636-5aec4b878d32), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.455656 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-724d160b-40e9-4531-b830-3d9bef9abe64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9deb11d4df9442428713554afe462af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037627 Jan 27 16:05:05.456828 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d160b-40e9-4531-b830-3d9bef9abe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ee125-e89d-42de-9636-5aec4b878d32,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:05.458364 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36854) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:05.513437 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeabdfe9-c1c8-4aa9-9652-a7a798072580 admin admin] Publish callbacks [] for security_group (c52ee125-e89d-42de-9636-5aec4b878d32), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.539156 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeabdfe9-c1c8-4aa9-9652-a7a798072580 admin admin] Publish callbacks [] for security_group (c52ee125-e89d-42de-9636-5aec4b878d32), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.590378 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeabdfe9-c1c8-4aa9-9652-a7a798072580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c52ee125-e89d-42de-9636-5aec4b878d32), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.593484 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeabdfe9-c1c8-4aa9-9652-a7a798072580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:05.598671 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-aeabdfe9-c1c8-4aa9-9652-a7a798072580 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c52ee125-e89d-42de-9636-5aec4b878d32 HTTP/1.1" status: 204 len: 168 time: 0.1352494 Jan 27 16:05:05.605508 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabdfe9-c1c8-4aa9-9652-a7a798072580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ee125-e89d-42de-9636-5aec4b878d32,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:05.833826 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89d417-f655-45b5-abe2-352d089cdcc1 req-723539c7-38da-47be-9fa0-3e93f814325f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:05.835448 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b89d417-f655-45b5-abe2-352d089cdcc1 req-723539c7-38da-47be-9fa0-3e93f814325f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0560460 Jan 27 16:05:05.888169 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b89d417-f655-45b5-abe2-352d089cdcc1 req-55befa3f-5e6c-4979-a705-03d99e677e3c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Jan 27 16:05:05.941001 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 36866) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:05.963104 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78d46b76-2471-4da5-b403-ff9050689236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.042989 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78d46b76-2471-4da5-b403-ff9050689236 admin admin] Publish callbacks [] for security_group (4ecfa9a7-990c-4bb5-ab8f-571286a7a9da), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.047763 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78d46b76-2471-4da5-b403-ff9050689236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4ecfa9a7-990c-4bb5-ab8f-571286a7a9da), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.087636 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-78d46b76-2471-4da5-b403-ff9050689236 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=803cac964e174178bd3f0a097bda39e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454179 Jan 27 16:05:06.088721 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d46b76-2471-4da5-b403-ff9050689236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecfa9a7-990c-4bb5-ab8f-571286a7a9da,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:06.090476 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 36868) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:06.144101 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff63a7b7-fdf4-432f-9fcf-a7e402b7f37a admin admin] Publish callbacks [] for security_group (4ecfa9a7-990c-4bb5-ab8f-571286a7a9da), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.167572 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff63a7b7-fdf4-432f-9fcf-a7e402b7f37a admin admin] Publish callbacks [] for security_group (4ecfa9a7-990c-4bb5-ab8f-571286a7a9da), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.218969 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff63a7b7-fdf4-432f-9fcf-a7e402b7f37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4ecfa9a7-990c-4bb5-ab8f-571286a7a9da), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.221687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff63a7b7-fdf4-432f-9fcf-a7e402b7f37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:06.222850 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-ff63a7b7-fdf4-432f-9fcf-a7e402b7f37a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ecfa9a7-990c-4bb5-ab8f-571286a7a9da HTTP/1.1" status: 204 len: 168 time: 0.1312649 Jan 27 16:05:06.231269 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63a7b7-fdf4-432f-9fcf-a7e402b7f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecfa9a7-990c-4bb5-ab8f-571286a7a9da,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:06.598488 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e491f-82a4-4ceb-a46c-9195efa4ee09 req-8f76f73a-82f5-4938-941d-62a348109c88 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:06.598488 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-322e491f-82a4-4ceb-a46c-9195efa4ee09 req-8f76f73a-82f5-4938-941d-62a348109c88 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 943 time: 0.0935066 Jan 27 16:05:06.663922 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-322e491f-82a4-4ceb-a46c-9195efa4ee09 req-69e70428-7f8c-4c33-a196-bf4d6aad7aad tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627456 Jan 27 16:05:07.033591 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d76c-5a82-4982-9872-6b0d47d30e7e req-a26b4b38-355f-4f71-8de9-b5d6598e6c94 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:07.038575 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a244d76c-5a82-4982-9872-6b0d47d30e7e req-a26b4b38-355f-4f71-8de9-b5d6598e6c94 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0642545 Jan 27 16:05:07.098079 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a244d76c-5a82-4982-9872-6b0d47d30e7e req-3a0ba4c3-d585-452d-8963-f751e861b9e7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539920 Jan 27 16:05:07.280214 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 61551a6c-acfc-484d-95a8-88d5fd843807 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:05:07.521659 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 61551a6c-acfc-484d-95a8-88d5fd843807, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=61551a6c-acfc-484d-95a8-88d5fd843807,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:05:07.533983 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '61551a6c-acfc-484d-95a8-88d5fd843807', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'port_id': '61551a6c-acfc-484d-95a8-88d5fd843807', 'mac_address': 'fa:16:3e:fb:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73862c75-5632-4450-8f2c-6525f0f099c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:05:07.574529 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 61551a6c-acfc-484d-95a8-88d5fd843807 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:05:07.574918 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:07.589472 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61551a6c-acfc-484d-95a8-88d5fd843807 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:05:07.613821 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 61551a6c-acfc-484d-95a8-88d5fd843807, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=61551a6c-acfc-484d-95a8-88d5fd843807,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:05:07.618128 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:07.675486 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=61551a6c-acfc-484d-95a8-88d5fd843807,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:07.683556 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.683931 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.684312 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.684631 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.684963 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.684963 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.684963 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.686565 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.686881 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.687325 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.687653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.687973 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.688291 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:05:07.825938 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5f14a-3771-462b-89f1-8fecfa660408 req-db852df6-4424-45bb-a36b-41c598f47643 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:07.827781 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-05e5f14a-3771-462b-89f1-8fecfa660408 req-db852df6-4424-45bb-a36b-41c598f47643 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 944 time: 0.0612500 Jan 27 16:05:07.878485 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-05e5f14a-3771-462b-89f1-8fecfa660408 req-1973ddbf-7c48-4f8a-bdad-a57e309b0280 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Jan 27 16:05:08.239539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7348fe9-d5e6-4bf9-a838-1ce4cff5dc12 req-816c9fd8-b8a6-48eb-b470-f8769a8aa883 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:08.241351 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b7348fe9-d5e6-4bf9-a838-1ce4cff5dc12 req-816c9fd8-b8a6-48eb-b470-f8769a8aa883 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0537949 Jan 27 16:05:08.300328 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b7348fe9-d5e6-4bf9-a838-1ce4cff5dc12 req-e77b9a48-3215-4f5c-9771-85d8f0f1f1fa tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526996 Jan 27 16:05:08.417525 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['61551a6c-acfc-484d-95a8-88d5fd843807'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:05:08.874479 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37014) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:08.997358 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4afe07f6-64ef-4f5d-8204-198aa058087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.015751 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ad87f-8b30-4b7a-8de8-86e4bb483f26 req-22ce2e24-d2a4-44b2-a856-90ab8f191806 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:09.021106 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1e7ad87f-8b30-4b7a-8de8-86e4bb483f26 req-22ce2e24-d2a4-44b2-a856-90ab8f191806 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 944 time: 0.0628979 Jan 27 16:05:09.069405 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1e7ad87f-8b30-4b7a-8de8-86e4bb483f26 req-92f55685-5f18-4fea-959f-69c0a971a5f0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Jan 27 16:05:09.084679 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4afe07f6-64ef-4f5d-8204-198aa058087f admin admin] Publish callbacks [] for security_group (1c2e4db0-96bc-4b94-9977-9b5ef9f5b473), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.089078 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4afe07f6-64ef-4f5d-8204-198aa058087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1c2e4db0-96bc-4b94-9977-9b5ef9f5b473), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.129524 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe07f6-64ef-4f5d-8204-198aa058087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e4db0-96bc-4b94-9977-9b5ef9f5b473,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:09.133959 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-4afe07f6-64ef-4f5d-8204-198aa058087f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77e2995707bd4ecfb3b69f3bd48a31b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583108 Jan 27 16:05:09.136602 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37020) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:09.188844 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2161db37-ff44-4462-8a78-f304b6dfa27f admin admin] Publish callbacks [] for security_group (1c2e4db0-96bc-4b94-9977-9b5ef9f5b473), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.223557 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2161db37-ff44-4462-8a78-f304b6dfa27f admin admin] Publish callbacks [] for security_group (1c2e4db0-96bc-4b94-9977-9b5ef9f5b473), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.277178 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2161db37-ff44-4462-8a78-f304b6dfa27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1c2e4db0-96bc-4b94-9977-9b5ef9f5b473), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.281865 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2161db37-ff44-4462-8a78-f304b6dfa27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.284621 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2161db37-ff44-4462-8a78-f304b6dfa27f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c2e4db0-96bc-4b94-9977-9b5ef9f5b473 HTTP/1.1" status: 204 len: 168 time: 0.1468465 Jan 27 16:05:09.294664 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161db37-ff44-4462-8a78-f304b6dfa27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e4db0-96bc-4b94-9977-9b5ef9f5b473,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:09.434062 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2292be-8a2b-47ab-840f-637294dc0505 req-7e9aaec0-b086-4557-a796-1ceed33cef30 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:09.436131 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0d2292be-8a2b-47ab-840f-637294dc0505 req-7e9aaec0-b086-4557-a796-1ceed33cef30 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0590920 Jan 27 16:05:09.499896 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0d2292be-8a2b-47ab-840f-637294dc0505 req-886abd5c-fd29-4b2d-8024-1b6cce0ced6b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575778 Jan 27 16:05:09.637126 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37040) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:09.651854 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d54c4566-5653-45d9-8fd4-359c9ea23ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.738798 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d54c4566-5653-45d9-8fd4-359c9ea23ae2 admin admin] Publish callbacks [] for security_group (a89d8d68-ec01-4812-a1f1-9c7151913b59), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.744399 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d54c4566-5653-45d9-8fd4-359c9ea23ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a89d8d68-ec01-4812-a1f1-9c7151913b59), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.782745 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c4566-5653-45d9-8fd4-359c9ea23ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d8d68-ec01-4812-a1f1-9c7151913b59,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:09.789486 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d54c4566-5653-45d9-8fd4-359c9ea23ae2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b35250ff46f74cc08b030819a654af23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488714 Jan 27 16:05:09.789733 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37044) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:09.849051 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78ad5c11-65a2-4f91-b34a-6d78cf0dddc1 admin admin] Publish callbacks [] for security_group (a89d8d68-ec01-4812-a1f1-9c7151913b59), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.871496 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78ad5c11-65a2-4f91-b34a-6d78cf0dddc1 admin admin] Publish callbacks [] for security_group (a89d8d68-ec01-4812-a1f1-9c7151913b59), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.906843 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef2089-5673-4824-9ad1-987c99760c34 req-d900676a-c039-4c02-88cf-aa1d29e06429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:09.908469 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b8ef2089-5673-4824-9ad1-987c99760c34 req-d900676a-c039-4c02-88cf-aa1d29e06429 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 1099 time: 0.0433965 Jan 27 16:05:09.918955 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78ad5c11-65a2-4f91-b34a-6d78cf0dddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a89d8d68-ec01-4812-a1f1-9c7151913b59), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.922146 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78ad5c11-65a2-4f91-b34a-6d78cf0dddc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:09.923328 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-78ad5c11-65a2-4f91-b34a-6d78cf0dddc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a89d8d68-ec01-4812-a1f1-9c7151913b59 HTTP/1.1" status: 204 len: 168 time: 0.1326592 Jan 27 16:05:09.932289 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad5c11-65a2-4f91-b34a-6d78cf0dddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d8d68-ec01-4812-a1f1-9c7151913b59,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:10.226092 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b8ef2089-5673-4824-9ad1-987c99760c34 req-99b52165-273c-47c7-8907-992e41d9537f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097351 Jan 27 16:05:10.238116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f8dce-e499-4366-99c8-6e1e7fb9822e req-b42aab7e-18e4-45ee-9c2e-ae60fe7e559b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:10.240045 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d67f8dce-e499-4366-99c8-6e1e7fb9822e req-b42aab7e-18e4-45ee-9c2e-ae60fe7e559b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 944 time: 0.0697577 Jan 27 16:05:10.304018 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d67f8dce-e499-4366-99c8-6e1e7fb9822e req-2022f66a-c6a3-4a65-8ed0-cd46c0432eca tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Jan 27 16:05:10.691051 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665db79-41b3-4082-b0a1-93bc39ffa579 req-5f0ab02f-2e6c-42ee-a8d8-6f73abd273fe tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:10.693095 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6665db79-41b3-4082-b0a1-93bc39ffa579 req-5f0ab02f-2e6c-42ee-a8d8-6f73abd273fe tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0685813 Jan 27 16:05:10.763521 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6665db79-41b3-4082-b0a1-93bc39ffa579 req-39569167-09e8-4e2a-b052-349cd65a6d1c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Jan 27 16:05:10.786035 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37094) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:10.894842 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1066185944-network', 'tenant_id': '04165d5b578e437394dbdcce17e0c2a5'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:10.915002 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Made reservation on behalf of 04165d5b578e437394dbdcce17e0c2a5 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:05:10.917401 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:10.925851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.007201 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks [] for security_group (ed8bb791-cb40-4ea6-ab46-a4eb418c7b29), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.010900 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (ed8bb791-cb40-4ea6-ab46-a4eb418c7b29), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.039287 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:05:11.048504 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bb791-cb40-4ea6-ab46-a4eb418c7b29,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:11.058747 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (08e28ea6-3a55-482e-b50b-713c406cacbb), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.059145 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Added segment 08e28ea6-3a55-482e-b50b-713c406cacbb of type vlan for network 74d1670c-3b37-4825-8409-9f7bec864d85 Jan 27 16:05:11.104095 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (74d1670c-3b37-4825-8409-9f7bec864d85), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.135804 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (74d1670c-3b37-4825-8409-9f7bec864d85), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.136778 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:11.137366 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.192071 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4049141 Jan 27 16:05:11.195059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37102) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:11.201438 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabf026-6d73-4ae6-a644-c71049eed705 admin admin] Pushing event updated for resources: {'Network': ['ID=74d1670c-3b37-4825-8409-9f7bec864d85,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:11.201627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Request body: {'subnet': {'network_id': '74d1670c-3b37-4825-8409-9f7bec864d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1066185944-subnet', 'tenant_id': '04165d5b578e437394dbdcce17e0c2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:11.217023 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 74d1670c-3b37-4825-8409-9f7bec864d85 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:05:11.223677 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Made reservation on behalf of 04165d5b578e437394dbdcce17e0c2a5 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:05:11.226290 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.279509 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 61551a6c-acfc-484d-95a8-88d5fd843807 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:05:11.342854 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 61551a6c-acfc-484d-95a8-88d5fd843807 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:05:11.349071 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 61551a6c-acfc-484d-95a8-88d5fd843807 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:05:11.350065 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.466126 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 61551a6c-acfc-484d-95a8-88d5fd843807 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:05:11.467937 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.468598 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (7de905d1-6909-4384-a85f-f8a8d01e1bfb), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.493091 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61551a6c-acfc-484d-95a8-88d5fd843807'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:05:11.495511 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d9e20-7d11-416d-9262-b7e0141cccaa" -d '{"events": [{"server_uuid": "f58c7f78-f603-48c5-abf5-7aa03f151ee1", "name": "network-vif-plugged", "status": "completed", "tag": "61551a6c-acfc-484d-95a8-88d5fd843807"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:05:11.508834 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 61551a6c-acfc-484d-95a8-88d5fd843807, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=61551a6c-acfc-484d-95a8-88d5fd843807,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:05:11.515586 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.520226 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02ea38-4092-431a-8a48-856108cade9f req-ccdbe847-f182-45f9-89d8-fe029fbb10f6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:11.522060 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-df02ea38-4092-431a-8a48-856108cade9f req-ccdbe847-f182-45f9-89d8-fe029fbb10f6 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 944 time: 0.1069789 Jan 27 16:05:11.548160 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf716b-5cfd-47f6-a474-eeaec3c53235 x-openstack-request-id: req-bedf716b-5cfd-47f6-a474-eeaec3c53235 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:05:11.548546 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58c7f78-f603-48c5-abf5-7aa03f151ee1", "name": "network-vif-plugged", "status": "completed", "tag": "61551a6c-acfc-484d-95a8-88d5fd843807", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:05:11.548882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bedf716b-5cfd-47f6-a474-eeaec3c53235 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:05:11.549274 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61551a6c-acfc-484d-95a8-88d5fd843807', 'code': 200} Jan 27 16:05:11.561846 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de905d1-6909-4384-a85f-f8a8d01e1bfb,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:11.574002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Checking segment: {'id': '08e28ea6-3a55-482e-b50b-713c406cacbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '74d1670c-3b37-4825-8409-9f7bec864d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:05:11.574370 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Network hostable DHCP agents. Network: 74d1670c-3b37-4825-8409-9f7bec864d85, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:05:11.578493 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=61551a6c-acfc-484d-95a8-88d5fd843807,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:11.608485 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-df02ea38-4092-431a-8a48-856108cade9f req-f4e73424-ab30-4032-8c56-fcb937b83038 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Jan 27 16:05:11.628226 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Network 74d1670c-3b37-4825-8409-9f7bec864d85 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:05:11.642765 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 74d1670c-3b37-4825-8409-9f7bec864d85) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:05:11.649040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:11.651126 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:11.658440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b75fce-0d22-46cb-9145-98c51b83ccf6 None None] Network 74d1670c-3b37-4825-8409-9f7bec864d85 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:05:11.691674 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7cf375b6-a948-49a4-8249-4e0586376c3d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4951494 Jan 27 16:05:11.798141 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6f9d0c-c53b-467b-b56d-a4fac075e9ed None None] Network 74d1670c-3b37-4825-8409-9f7bec864d85 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:05:11.974848 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8f53-97c6-4925-bec8-30030e84406f req-416b35dc-b7a2-421d-856c-58fa341e3a86 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:11.976726 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b81d8f53-97c6-4925-bec8-30030e84406f req-416b35dc-b7a2-421d-856c-58fa341e3a86 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.1238265 Jan 27 16:05:11.981608 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a66b8-eaad-49b0-b1eb-f05b0f5820ec req-ec470d49-42dd-4cd2-b81f-4b76f6281c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:11.983225 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5b0a66b8-eaad-49b0-b1eb-f05b0f5820ec req-ec470d49-42dd-4cd2-b81f-4b76f6281c6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 1098 time: 0.1431041 Jan 27 16:05:12.006753 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:05:12.079016 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5b0a66b8-eaad-49b0-b1eb-f05b0f5820ec req-295b554b-c905-4cb8-8cc7-c55a7b2a8312 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786180 Jan 27 16:05:12.082051 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b81d8f53-97c6-4925-bec8-30030e84406f req-81001a6a-7183-451c-ac9f-ac4e0254773e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Jan 27 16:05:12.336762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37136) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:12.342539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1657205042-network', 'tenant_id': '817b53ecffe54619aee0666bbabd4993'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:12.363179 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Made reservation on behalf of 817b53ecffe54619aee0666bbabd4993 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:05:12.365667 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.375193 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.465406 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks [] for security_group (d52e3e00-8ea2-4126-9e4d-1556b5714ad8), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.469284 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d52e3e00-8ea2-4126-9e4d-1556b5714ad8), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.496218 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:05:12.506759 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52e3e00-8ea2-4126-9e4d-1556b5714ad8,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:12.515209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (b433715b-609b-4d6a-8c77-eba244386c6f), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.515553 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Added segment b433715b-609b-4d6a-8c77-eba244386c6f of type vlan for network a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3 Jan 27 16:05:12.556696 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.584716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.585582 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:12.586179 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.640649 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3010006 Jan 27 16:05:12.641919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37140) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:12.648386 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Request body: {'subnet': {'network_id': 'a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1657205042-subnet', 'tenant_id': '817b53ecffe54619aee0666bbabd4993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:12.660518 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21cf40-aa63-4d07-86b0-2b5286284cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:12.676458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Made reservation on behalf of 817b53ecffe54619aee0666bbabd4993 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:05:12.678801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:12.687348 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:05:12.821026 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9198-108a-4d00-ba36-7557e5053b1f req-7964d630-58e2-41ea-88fe-51e78c4631f1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:12.822888 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5eec9198-108a-4d00-ba36-7557e5053b1f req-7964d630-58e2-41ea-88fe-51e78c4631f1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.1270158 Jan 27 16:05:12.911317 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5eec9198-108a-4d00-ba36-7557e5053b1f req-e2f601d7-4f62-44f9-9386-0b3df7f36592 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797505 Jan 27 16:05:12.977641 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (4ff3f293-57d1-44d4-8336-10c2e4d29532), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:13.042571 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff3f293-57d1-44d4-8336-10c2e4d29532,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:13.050949 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Checking segment: {'id': 'b433715b-609b-4d6a-8c77-eba244386c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:05:13.051347 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Network hostable DHCP agents. Network: a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:05:13.073314 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Network a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:05:13.085143 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:05:13.089227 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:13.089870 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:13.094772 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f5abf-9f0a-4126-9002-85f67de610ff None None] Network a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:05:13.108666 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-75be6e12-1515-449f-b1be-d1fc7317055b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4632852 Jan 27 16:05:13.220812 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31406437-ae16-4623-9b7b-d516b3b853ba None None] Network a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:05:13.225917 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eceba1-2c84-4441-b191-3519fda1b7d5 req-865a23e2-394a-4b12-a906-abbe16f7fa7b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:13.227573 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-02eceba1-2c84-4441-b191-3519fda1b7d5 req-865a23e2-394a-4b12-a906-abbe16f7fa7b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0650547 Jan 27 16:05:13.285367 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-02eceba1-2c84-4441-b191-3519fda1b7d5 req-3c7f083f-f9ea-48d5-b177-567449796fdd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Jan 27 16:05:13.423741 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11076ee-63cc-49f9-b46f-f06c12c3573d req-d3c08983-216e-4328-a396-57511fe81910 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:13.425184 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a11076ee-63cc-49f9-b46f-f06c12c3573d req-d3c08983-216e-4328-a396-57511fe81910 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0665720 Jan 27 16:05:13.481522 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a11076ee-63cc-49f9-b46f-f06c12c3573d req-3781944b-dd62-49c7-b534-316e5623929d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Jan 27 16:05:14.053187 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988acb8-0688-4b9d-bef2-9f3f6c9952de req-c3b1cd35-bae0-4121-894e-d15357a782b7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:14.054701 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a988acb8-0688-4b9d-bef2-9f3f6c9952de req-c3b1cd35-bae0-4121-894e-d15357a782b7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.0622191 Jan 27 16:05:14.105474 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a988acb8-0688-4b9d-bef2-9f3f6c9952de req-c795930b-baed-41a0-8ffe-206e4496fed8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Jan 27 16:05:15.241370 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03009203-ddb4-4cdd-9466-1daa5be7b078 req-db616e19-87e9-43c4-aef1-261175195808 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:15.242966 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-03009203-ddb4-4cdd-9466-1daa5be7b078 req-db616e19-87e9-43c4-aef1-261175195808 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Jan 27 16:05:15.292249 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-03009203-ddb4-4cdd-9466-1daa5be7b078 req-1d893124-632f-45e1-90c4-3dd6625099bc tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Jan 27 16:05:17.286489 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-4173c575-e616-471e-8837-32bd3dfded82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:17.288016 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-4173c575-e616-471e-8837-32bd3dfded82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.0555286 Jan 27 16:05:17.289149 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c294922-5cad-4e06-9819-dc23cc9c676a req-e0a4e72c-d360-47b1-878c-ea7f33cb2e4c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:17.290645 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8c294922-5cad-4e06-9819-dc23cc9c676a req-e0a4e72c-d360-47b1-878c-ea7f33cb2e4c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0603757 Jan 27 16:05:17.349367 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8c294922-5cad-4e06-9819-dc23cc9c676a req-b4560990-5a85-42af-947a-f743fe54e558 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Jan 27 16:05:17.390241 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-bcfafb96-24b6-4501-8b58-0ada7a87ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:17.391785 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-bcfafb96-24b6-4501-8b58-0ada7a87ba55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.0933998 Jan 27 16:05:17.434672 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-4b43f810-fc19-4ce0-ba4c-b6d50081a924 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0359497 Jan 27 16:05:17.494634 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-0a5a80f5-dd8d-4966-8801-81c5c3c79fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:17.496130 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-0a5a80f5-dd8d-4966-8801-81c5c3c79fad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0531683 Jan 27 16:05:17.528616 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-8f89eed0-4e29-4069-b6fd-0fcb3bb8a418 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257418 Jan 27 16:05:17.626329 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-22e684bc-b58e-47a0-9390-fb2e2b2d3162 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877435 Jan 27 16:05:17.721220 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d8dab98a-bbf2-4a36-a571-d9b73cd8f3d8 req-c8139c76-5b20-47cd-bcec-d38e956d4b54 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883796 Jan 27 16:05:18.489258 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd047-c58f-46c7-8701-c2d3da70923c req-d1ba409f-3ae2-4972-8089-5ea44d798a80 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:18.491061 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0bbd047-c58f-46c7-8701-c2d3da70923c req-d1ba409f-3ae2-4972-8089-5ea44d798a80 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0588675 Jan 27 16:05:18.544292 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a0bbd047-c58f-46c7-8701-c2d3da70923c req-3233bde5-07f2-4d17-8247-bd2835045578 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Jan 27 16:05:19.623014 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37362) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:19.706814 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e415-63ef-4c62-9628-169cde669c67 req-894725a1-d116-4d8a-9e01-88925316f474 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:19.708378 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5574e415-63ef-4c62-9628-169cde669c67 req-894725a1-d116-4d8a-9e01-88925316f474 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0558040 Jan 27 16:05:19.774930 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ed10d2e-56a9-400c-b524-33b024df864f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:19.781672 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5574e415-63ef-4c62-9628-169cde669c67 req-d673135e-a736-4f83-84fe-559a7bac7815 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Jan 27 16:05:19.878457 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ed10d2e-56a9-400c-b524-33b024df864f admin admin] Publish callbacks [] for security_group (a82222dc-86b5-499e-90e5-7520d1d656dc), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:19.882329 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ed10d2e-56a9-400c-b524-33b024df864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a82222dc-86b5-499e-90e5-7520d1d656dc), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:19.922286 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed10d2e-56a9-400c-b524-33b024df864f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82222dc-86b5-499e-90e5-7520d1d656dc,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:19.927849 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-3ed10d2e-56a9-400c-b524-33b024df864f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ec6e0619fc840f8aec5392a3842e4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036273 Jan 27 16:05:19.930565 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37366) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:19.984234 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6112fe91-bf6f-44eb-84ee-f52dcf8fd7d4 admin admin] Publish callbacks [] for security_group (a82222dc-86b5-499e-90e5-7520d1d656dc), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.006007 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6112fe91-bf6f-44eb-84ee-f52dcf8fd7d4 admin admin] Publish callbacks [] for security_group (a82222dc-86b5-499e-90e5-7520d1d656dc), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.056847 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6112fe91-bf6f-44eb-84ee-f52dcf8fd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a82222dc-86b5-499e-90e5-7520d1d656dc), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.059435 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6112fe91-bf6f-44eb-84ee-f52dcf8fd7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.063482 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-6112fe91-bf6f-44eb-84ee-f52dcf8fd7d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a82222dc-86b5-499e-90e5-7520d1d656dc HTTP/1.1" status: 204 len: 168 time: 0.1317282 Jan 27 16:05:20.072574 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112fe91-bf6f-44eb-84ee-f52dcf8fd7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82222dc-86b5-499e-90e5-7520d1d656dc,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:20.394221 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37380) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:20.408817 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f1c4-8697-46dd-bf14-12a09715d665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.489226 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f1c4-8697-46dd-bf14-12a09715d665 admin admin] Publish callbacks [] for security_group (c3b2d13a-bd21-4cc1-90ce-2871caf58815), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.493147 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f6b4f1c4-8697-46dd-bf14-12a09715d665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c3b2d13a-bd21-4cc1-90ce-2871caf58815), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.531801 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f6b4f1c4-8697-46dd-bf14-12a09715d665 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb71b0c934b24c0eb8a37154f02fe595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362903 Jan 27 16:05:20.532567 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4f1c4-8697-46dd-bf14-12a09715d665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2d13a-bd21-4cc1-90ce-2871caf58815,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:20.534335 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37382) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:20.584125 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-851b033d-eb2f-415f-ae1b-b7a0f3db533b admin admin] Publish callbacks [] for security_group (c3b2d13a-bd21-4cc1-90ce-2871caf58815), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.609925 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-851b033d-eb2f-415f-ae1b-b7a0f3db533b admin admin] Publish callbacks [] for security_group (c3b2d13a-bd21-4cc1-90ce-2871caf58815), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.663167 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-851b033d-eb2f-415f-ae1b-b7a0f3db533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c3b2d13a-bd21-4cc1-90ce-2871caf58815), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.666001 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-851b033d-eb2f-415f-ae1b-b7a0f3db533b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:20.667214 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-851b033d-eb2f-415f-ae1b-b7a0f3db533b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3b2d13a-bd21-4cc1-90ce-2871caf58815 HTTP/1.1" status: 204 len: 168 time: 0.1318097 Jan 27 16:05:20.675850 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b033d-eb2f-415f-ae1b-b7a0f3db533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2d13a-bd21-4cc1-90ce-2871caf58815,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:20.918006 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef09a77-16d1-4ee4-a7e7-edd3e8a642d6 req-9246b474-c279-4c3e-ac1d-832dc9a8d4ed tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:20.919549 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5ef09a77-16d1-4ee4-a7e7-edd3e8a642d6 req-9246b474-c279-4c3e-ac1d-832dc9a8d4ed tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0508728 Jan 27 16:05:20.969881 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5ef09a77-16d1-4ee4-a7e7-edd3e8a642d6 req-071c82a0-472a-4c31-aa2d-afca1c769f8d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Jan 27 16:05:22.107740 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75d917-9fa4-4887-9c36-33653f4b4752 req-6b70680c-efbc-4e44-aa68-7222f5e0912c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:22.109441 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bb75d917-9fa4-4887-9c36-33653f4b4752 req-6b70680c-efbc-4e44-aa68-7222f5e0912c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0538454 Jan 27 16:05:22.163543 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bb75d917-9fa4-4887-9c36-33653f4b4752 req-06cbc2ab-24ad-45cd-8c86-1db8c03be128 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486937 Jan 27 16:05:23.312246 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03c3b5-fadc-48d4-a15a-d225028bd120 req-348af8bc-b9ed-406f-a921-29ed765acc0f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:23.319380 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ea03c3b5-fadc-48d4-a15a-d225028bd120 req-348af8bc-b9ed-406f-a921-29ed765acc0f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0769222 Jan 27 16:05:23.369511 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ea03c3b5-fadc-48d4-a15a-d225028bd120 req-6b1d01d3-a0d4-43ef-949e-cd2f91cd4c9f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492728 Jan 27 16:05:24.443400 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c27603b-6742-4a59-973f-d7d9c353c379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:24.488540 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb68dea-d14b-475a-8dbe-faee00f4011a req-7170b929-dd35-46cc-a836-c19f05a20e5d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:24.490031 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbb68dea-d14b-475a-8dbe-faee00f4011a req-7170b929-dd35-46cc-a836-c19f05a20e5d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0487144 Jan 27 16:05:24.536473 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbb68dea-d14b-475a-8dbe-faee00f4011a req-f57f292d-1e23-434a-a64d-f913ddc0adf3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Jan 27 16:05:25.670124 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfa07c-8035-42d4-b6bf-64278fba5423 req-0a2d34a0-2c10-4a02-9232-74f5dd096233 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:25.671645 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9fdfa07c-8035-42d4-b6bf-64278fba5423 req-0a2d34a0-2c10-4a02-9232-74f5dd096233 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0489972 Jan 27 16:05:25.717733 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9fdfa07c-8035-42d4-b6bf-64278fba5423 req-8fc6455b-4245-4acc-8d73-8063d6f34e82 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Jan 27 16:05:26.731221 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a09084cf-336d-4525-8b04-446006145ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:26.845609 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:26.852565 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37471aec-ff87-42fe-8602-1d13e4510818 req-3f458b89-0e8a-4cc9-a277-bab58aefe62f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:26.864978 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-37471aec-ff87-42fe-8602-1d13e4510818 req-3f458b89-0e8a-4cc9-a277-bab58aefe62f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0680432 Jan 27 16:05:26.943220 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-37471aec-ff87-42fe-8602-1d13e4510818 req-02a0977c-dc5a-4b1f-9c3a-40aa24c3a6cf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713906 Jan 27 16:05:27.594255 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37620) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:27.621695 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.707866 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7a9c-dd72-4649-8d1f-5c3f78bb0464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.781281 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7a9c-dd72-4649-8d1f-5c3f78bb0464 admin admin] Publish callbacks [] for security_group (8e1a2ffc-9133-4b61-b76a-6d4be668f150), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.785163 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7a9c-dd72-4649-8d1f-5c3f78bb0464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8e1a2ffc-9133-4b61-b76a-6d4be668f150), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.824674 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b4ff7a9c-dd72-4649-8d1f-5c3f78bb0464 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3c4c3be5cb6426d84c2626577c234a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292111 Jan 27 16:05:27.825377 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff7a9c-dd72-4649-8d1f-5c3f78bb0464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a2ffc-9133-4b61-b76a-6d4be668f150,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:27.827357 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37624) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:27.875004 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5331b1e5-1c52-4e76-ab59-f14247745828 admin admin] Publish callbacks [] for security_group (8e1a2ffc-9133-4b61-b76a-6d4be668f150), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.903998 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5331b1e5-1c52-4e76-ab59-f14247745828 admin admin] Publish callbacks [] for security_group (8e1a2ffc-9133-4b61-b76a-6d4be668f150), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.952069 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5331b1e5-1c52-4e76-ab59-f14247745828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8e1a2ffc-9133-4b61-b76a-6d4be668f150), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.954761 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5331b1e5-1c52-4e76-ab59-f14247745828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:27.955960 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5331b1e5-1c52-4e76-ab59-f14247745828 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e1a2ffc-9133-4b61-b76a-6d4be668f150 HTTP/1.1" status: 204 len: 168 time: 0.1276004 Jan 27 16:05:27.975755 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331b1e5-1c52-4e76-ab59-f14247745828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a2ffc-9133-4b61-b76a-6d4be668f150,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:28.102602 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a24adc-fcab-46b0-9f9f-8c6e5456ab28 req-9b0c147f-a581-427f-9123-43a5af7db2bc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:28.104731 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d6a24adc-fcab-46b0-9f9f-8c6e5456ab28 req-9b0c147f-a581-427f-9123-43a5af7db2bc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0846307 Jan 27 16:05:28.161142 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d6a24adc-fcab-46b0-9f9f-8c6e5456ab28 req-27d39248-9bad-4754-951c-9dde023466c6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501134 Jan 27 16:05:28.283518 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 37644) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:28.296809 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8db69caa-c005-4f2a-ad99-86a1dcf1320c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.371997 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8db69caa-c005-4f2a-ad99-86a1dcf1320c admin admin] Publish callbacks [] for security_group (8c30cb8b-ffb5-430e-ab26-7f83a31281c3), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.376353 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8db69caa-c005-4f2a-ad99-86a1dcf1320c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8c30cb8b-ffb5-430e-ab26-7f83a31281c3), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.417175 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8db69caa-c005-4f2a-ad99-86a1dcf1320c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd36ad45678a43b886b6fbed96c6fb52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325624 Jan 27 16:05:28.418029 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db69caa-c005-4f2a-ad99-86a1dcf1320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30cb8b-ffb5-430e-ab26-7f83a31281c3,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:28.419853 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 37646) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:28.471724 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-05914a7e-39e8-438b-ae56-a1e628d895ac admin admin] Publish callbacks [] for security_group (8c30cb8b-ffb5-430e-ab26-7f83a31281c3), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.497662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-05914a7e-39e8-438b-ae56-a1e628d895ac admin admin] Publish callbacks [] for security_group (8c30cb8b-ffb5-430e-ab26-7f83a31281c3), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.553068 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-05914a7e-39e8-438b-ae56-a1e628d895ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8c30cb8b-ffb5-430e-ab26-7f83a31281c3), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.555714 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-05914a7e-39e8-438b-ae56-a1e628d895ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:28.556903 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-05914a7e-39e8-438b-ae56-a1e628d895ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c30cb8b-ffb5-430e-ab26-7f83a31281c3 HTTP/1.1" status: 204 len: 168 time: 0.1353045 Jan 27 16:05:28.565199 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05914a7e-39e8-438b-ae56-a1e628d895ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30cb8b-ffb5-430e-ab26-7f83a31281c3,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:29.144463 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:29.303524 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64830b43-3af9-4aea-88f7-91a442b43d40 req-b6007203-f33a-44be-b7f6-40f10638c4fb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:29.305347 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-64830b43-3af9-4aea-88f7-91a442b43d40 req-b6007203-f33a-44be-b7f6-40f10638c4fb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0602515 Jan 27 16:05:29.377384 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-64830b43-3af9-4aea-88f7-91a442b43d40 req-5e4a7bd3-3006-45c9-9c5c-3ea564e6cf5a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661373 Jan 27 16:05:30.465222 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:33.703237 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d4873-7544-405b-bd9d-35bd5332fe14 req-ee8cd544-258d-4f9b-9c59-7409cb6699cc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:33.704709 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-075d4873-7544-405b-bd9d-35bd5332fe14 req-ee8cd544-258d-4f9b-9c59-7409cb6699cc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0490546 Jan 27 16:05:33.752671 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-075d4873-7544-405b-bd9d-35bd5332fe14 req-663c0f1b-8a82-4971-9568-fa2bd6ec5b1f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Jan 27 16:05:35.462043 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77e389-d62c-4f51-95df-73111e729aa7 req-79eb58d8-6626-4f57-ab3d-324056be2bbb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:35.463565 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-be77e389-d62c-4f51-95df-73111e729aa7 req-79eb58d8-6626-4f57-ab3d-324056be2bbb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0505226 Jan 27 16:05:35.510146 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-be77e389-d62c-4f51-95df-73111e729aa7 req-6a75297f-70f0-451e-b627-d2ab86c69435 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Jan 27 16:05:36.678297 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15770dd3-3f11-44f3-8d37-15e5a6273191 req-d5dbe55f-c766-4114-8cf4-546820148838 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:36.679804 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15770dd3-3f11-44f3-8d37-15e5a6273191 req-d5dbe55f-c766-4114-8cf4-546820148838 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0480218 Jan 27 16:05:36.727100 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15770dd3-3f11-44f3-8d37-15e5a6273191 req-c7f68b29-867c-4864-9247-88c44da116a7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Jan 27 16:05:36.819454 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-254a3ce5-da5a-4685-99da-d5dedcc2eb73 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:36.820921 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-254a3ce5-da5a-4685-99da-d5dedcc2eb73 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.1072371 Jan 27 16:05:36.835182 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-28569b18-c25e-40f2-b694-e708ee1401ce tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/quotas/8ff07a1c1705459093c50413a35df253 HTTP/1.1" status: 200 len: 375 time: 0.0089231 Jan 27 16:05:36.889596 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-908647c7-5ac2-4c13-a123-4a4715e9bfca tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493083 Jan 27 16:05:36.980525 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-bd30c970-24a0-4e22-b62b-2bf68b3cc773 service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839996 Jan 27 16:05:37.067001 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-debcb806-24f8-4f6b-bde9-ecae8ee7f873 service neutron] 10.222.0.61 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802140 Jan 27 16:05:37.221222 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ed6c4275-6760-4e77-901a-64d2596c980c req-c8b3fbab-58e9-4f72-8200-3785e5f9c00b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 210 time: 0.0258017 Jan 27 16:05:37.921044 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c9cd1-3c14-4c93-a5e3-b74523aaf036 req-1634d093-793f-4c35-8a72-f073caca0a62 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:37.922535 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-570c9cd1-3c14-4c93-a5e3-b74523aaf036 req-1634d093-793f-4c35-8a72-f073caca0a62 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0480821 Jan 27 16:05:37.972285 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-570c9cd1-3c14-4c93-a5e3-b74523aaf036 req-16ec829f-2425-405e-b082-be6f38051897 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Jan 27 16:05:38.313520 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-74a5f2f5-0897-41c5-bb0d-c6120192ae27 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:38.315096 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-74a5f2f5-0897-41c5-bb0d-c6120192ae27 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/networks?id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 200 len: 814 time: 0.1046002 Jan 27 16:05:38.334752 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Request body: {'port': {'device_id': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'admin_state_up': True, 'tenant_id': '8ff07a1c1705459093c50413a35df253'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:38.351023 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8d63e31a-09b0-4b25-8a14-aee6ac85ef4b req-75902318-dc46-4847-95aa-f5cab07cca6b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 210 time: 0.0511971 Jan 27 16:05:38.456448 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Made reservation on behalf of 8ff07a1c1705459093c50413a35df253 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:05:38.459938 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:38.585907 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Allocated IP 172.20.0.12 (428491c7-1dfc-4e6f-a1ce-ef805c994d7c/73862c75-5632-4450-8f2c-6525f0f099c7/24367130-5983-4920-adec-cf550eaa56f4) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:05:38.743318 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks [] for port (24367130-5983-4920-adec-cf550eaa56f4), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:38.777695 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (24367130-5983-4920-adec-cf550eaa56f4), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:38.830627 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4', '7cedd957-2069-4ea7-b587-46284400992b', '61551a6c-acfc-484d-95a8-88d5fd843807'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:05:38.852440 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:05:38.859866 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:05:38.863329 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event updated for resources: {'Port': ['ID=24367130-5983-4920-adec-cf550eaa56f4,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:38.873172 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:05:38.914490 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f03b45-33d9-4bed-8251-2f4061325381 req-70bd1469-daa2-4677-ad0a-c6835b6d86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:38.916109 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-07f03b45-33d9-4bed-8251-2f4061325381 req-70bd1469-daa2-4677-ad0a-c6835b6d86e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.1109169 Jan 27 16:05:38.935986 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:38.938339 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:38.972114 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-ba64199c-f8c3-49a8-8c2f-9fe802dc6b13 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6454990 Jan 27 16:05:38.985084 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-07f03b45-33d9-4bed-8251-2f4061325381 req-49db20be-b01d-4ded-9a47-dba51876ba95 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590661 Jan 27 16:05:39.094249 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821847-a080-45db-a2d7-df8287c6b042 req-e9ca20ee-85f4-4308-8024-cc60c7f3657a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:39.095779 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3f821847-a080-45db-a2d7-df8287c6b042 req-e9ca20ee-85f4-4308-8024-cc60c7f3657a tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0490134 Jan 27 16:05:39.151320 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3f821847-a080-45db-a2d7-df8287c6b042 req-dccefd02-11ce-42f2-bc88-7a9bbf615a08 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 Jan 27 16:05:39.459590 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ee291-ecfd-4092-8363-c6e35ea63fdc req-73627ec8-faaa-42dd-9ff8-d06411027c94 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:39.461168 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb5ee291-ecfd-4092-8363-c6e35ea63fdc req-73627ec8-faaa-42dd-9ff8-d06411027c94 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 932 time: 0.0496244 Jan 27 16:05:39.510297 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb5ee291-ecfd-4092-8363-c6e35ea63fdc req-39c612f9-b69e-40ce-95f0-24f116fe748f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Jan 27 16:05:39.555565 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Request body: {'port': {'device_id': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:05:39.612134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (24367130-5983-4920-adec-cf550eaa56f4), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:39.871614 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24367130-5983-4920-adec-cf550eaa56f4 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:05:39.878767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Publish callbacks [] for port (24367130-5983-4920-adec-cf550eaa56f4), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:39.890767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Transition to ACTIVE for port object 24367130-5983-4920-adec-cf550eaa56f4 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:05:39.894420 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (24367130-5983-4920-adec-cf550eaa56f4), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:39.943643 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Pushing event updated for resources: {'Port': ['ID=24367130-5983-4920-adec-cf550eaa56f4,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:40.016540 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Attempting to bind port 24367130-5983-4920-adec-cf550eaa56f4 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:05:40.016907 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Attempting to bind port 24367130-5983-4920-adec-cf550eaa56f4 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:05:40.017191 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Attempting to bind port 24367130-5983-4920-adec-cf550eaa56f4 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:05:40.023209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Port 24367130-5983-4920-adec-cf550eaa56f4 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:05:40.023532 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Attempting to bind port 24367130-5983-4920-adec-cf550eaa56f4 on network 428491c7-1dfc-4e6f-a1ce-ef805c994d7c {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:05:40.028560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:05:40.028893 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Checking segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:05:40.029324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Bound using segment: {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:05:40.029684 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Bound port: 24367130-5983-4920-adec-cf550eaa56f4, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836af637-aa30-48ee-92fe-f419f3711dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:05:40.030040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (24367130-5983-4920-adec-cf550eaa56f4), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:40.092918 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] For port 24367130-5983-4920-adec-cf550eaa56f4, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:05:40.095822 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] For port 24367130-5983-4920-adec-cf550eaa56f4, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24367130-5983-4920-adec-cf550eaa56f4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:05:40.100878 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (24367130-5983-4920-adec-cf550eaa56f4), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:40.133810 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:40.134441 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:40.135859 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] 10.222.0.60 "PUT /v2.0/ports/24367130-5983-4920-adec-cf550eaa56f4 HTTP/1.1" status: 200 len: 1094 time: 0.5845976 Jan 27 16:05:40.136354 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'tag': '24367130-5983-4920-adec-cf550eaa56f4'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:05:40.138631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75593be-a6f5-4a55-bede-a24b2121c355" -d '{"events": [{"name": "network-changed", "server_uuid": "a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402", "tag": "24367130-5983-4920-adec-cf550eaa56f4"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:05:40.164658 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b8412-d9e8-4fa7-944c-e6f38ecc1a57 service neutron] Pushing event updated for resources: {'Port': ['ID=24367130-5983-4920-adec-cf550eaa56f4,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:40.176465 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791af95e-eac9-4b4f-96de-84a9d3dad253 x-openstack-request-id: req-791af95e-eac9-4b4f-96de-84a9d3dad253 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:05:40.177230 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402", "tag": "24367130-5983-4920-adec-cf550eaa56f4", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:05:40.177230 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-791af95e-eac9-4b4f-96de-84a9d3dad253 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:05:40.177622 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'tag': '24367130-5983-4920-adec-cf550eaa56f4', 'status': 'completed', 'code': 200} Jan 27 16:05:40.308458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fec00-81ff-42e7-be56-1ff2d526d8db req-8668e559-a57b-4b3c-94fa-f37428fdebab tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:40.309940 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-494fec00-81ff-42e7-be56-1ff2d526d8db req-8668e559-a57b-4b3c-94fa-f37428fdebab tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0825307 Jan 27 16:05:40.313225 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75593be-a6f5-4a55-bede-a24b2121c355 req-55140375-0f53-4dc4-9dc8-d2a51afb10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:40.314581 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f75593be-a6f5-4a55-bede-a24b2121c355 req-55140375-0f53-4dc4-9dc8-d2a51afb10db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 1097 time: 0.0577519 Jan 27 16:05:40.355804 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-494fec00-81ff-42e7-be56-1ff2d526d8db req-3adc9992-089e-4f4c-a5b1-0bda5f5a4840 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Jan 27 16:05:40.527315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75593be-a6f5-4a55-bede-a24b2121c355 req-9d6a9e9e-f0e6-485c-9a1b-2073c43f1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:40.528771 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f75593be-a6f5-4a55-bede-a24b2121c355 req-9d6a9e9e-f0e6-485c-9a1b-2073c43f1e55 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8ff07a1c1705459093c50413a35df253&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1620073 Jan 27 16:05:40.624752 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aaadd-b029-4938-93f9-e7f7c656e8f5 req-fd9d003a-ec76-4d8d-ba0a-5ab28c690d77 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:40.626212 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-755aaadd-b029-4938-93f9-e7f7c656e8f5 req-fd9d003a-ec76-4d8d-ba0a-5ab28c690d77 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0475841 Jan 27 16:05:40.675568 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-755aaadd-b029-4938-93f9-e7f7c656e8f5 req-3a3a800b-d725-4f17-8ea2-d978f28fdb24 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Jan 27 16:05:41.027924 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75593be-a6f5-4a55-bede-a24b2121c355 req-694bfc9d-ca6a-4d5d-a291-be98e2f9d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:41.030115 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f75593be-a6f5-4a55-bede-a24b2121c355 req-694bfc9d-ca6a-4d5d-a291-be98e2f9d3a2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3682573 Jan 27 16:05:41.177559 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-12cacaee-b25c-4bf9-bb02-4d43f606756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:41.179192 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-12cacaee-b25c-4bf9-bb02-4d43f606756d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff07a1c1705459093c50413a35df253&device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 1097 time: 0.0408983 Jan 27 16:05:41.291853 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-d41c7bdb-305b-490e-a59a-e3506dc48896 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24367130-5983-4920-adec-cf550eaa56f4 HTTP/1.1" status: 200 len: 217 time: 0.0350156 Jan 27 16:05:41.346264 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-5aa0593e-cd90-43d5-85b9-70112ffe4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:41.347806 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-5aa0593e-cd90-43d5-85b9-70112ffe4a43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 200 len: 854 time: 0.0463474 Jan 27 16:05:41.380657 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-5228ec89-668c-4a41-8342-7aa86deec26c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=428491c7-1dfc-4e6f-a1ce-ef805c994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245671 Jan 27 16:05:41.511629 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953340-b38a-4a3a-946e-8cb9fc1fd196 req-7b56516d-fe56-4ad2-a147-407ed70606f2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:41.513098 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-51953340-b38a-4a3a-946e-8cb9fc1fd196 req-7b56516d-fe56-4ad2-a147-407ed70606f2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0791414 Jan 27 16:05:41.515431 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-d9398293-8ba3-4244-9faa-60cd865a957b service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237490 Jan 27 16:05:41.603106 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-51953340-b38a-4a3a-946e-8cb9fc1fd196 req-39ca359b-f78b-42e8-8b2d-3574b79fc406 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837677 Jan 27 16:05:41.634315 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dc12a044-6464-488e-a6ff-e1f28594e787 req-3b21b16e-a617-4664-9d76-31a09a7e4cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987854 Jan 27 16:05:41.793094 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba210e-3449-4905-93dd-4b5e1a92b134 req-5bb6aaa5-7347-4af8-a61b-890fb3d6e4b0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:41.795119 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1dba210e-3449-4905-93dd-4b5e1a92b134 req-5bb6aaa5-7347-4af8-a61b-890fb3d6e4b0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0508399 Jan 27 16:05:41.840447 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1dba210e-3449-4905-93dd-4b5e1a92b134 req-bcf4836d-0521-4c95-928b-f037b53372df tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Jan 27 16:05:43.956983 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9240d-1452-425b-81e3-2ce705b79baf req-b216d7ca-0e22-400d-ab93-151e1f11bff0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:43.957725 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a079a25-500b-4550-aa27-645b7278a52a req-3125d449-80be-4b7a-8a1c-b1fd03272c5c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:43.958916 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-87a9240d-1452-425b-81e3-2ce705b79baf req-b216d7ca-0e22-400d-ab93-151e1f11bff0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0594561 Jan 27 16:05:43.959205 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9a079a25-500b-4550-aa27-645b7278a52a req-3125d449-80be-4b7a-8a1c-b1fd03272c5c tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0492191 Jan 27 16:05:44.009218 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-87a9240d-1452-425b-81e3-2ce705b79baf req-1d6e51c6-e17f-44c8-a397-bf78d9d246ef tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Jan 27 16:05:44.009932 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9a079a25-500b-4550-aa27-645b7278a52a req-afa3646b-5521-42d2-afb3-a15869e0cef5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Jan 27 16:05:45.214205 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff87a9-0be4-4385-8109-6b3b451eebd1 req-42f58138-c1c9-4420-af9c-093662888e43 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:45.215926 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cace52b-1063-4f80-acf7-4787c32466f2 req-cccaa88f-4da9-491f-8022-eafe02e03ffc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:45.216928 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-69ff87a9-0be4-4385-8109-6b3b451eebd1 req-42f58138-c1c9-4420-af9c-093662888e43 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0562618 Jan 27 16:05:45.217928 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7cace52b-1063-4f80-acf7-4787c32466f2 req-cccaa88f-4da9-491f-8022-eafe02e03ffc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0552340 Jan 27 16:05:45.270503 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7cace52b-1063-4f80-acf7-4787c32466f2 req-bb94699b-302c-417b-b5a6-20741d90c485 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Jan 27 16:05:45.270875 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-69ff87a9-0be4-4385-8109-6b3b451eebd1 req-2d477c68-c9b7-4f8a-b32a-5ad559eae203 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480258 Jan 27 16:05:45.529359 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0e1e5-d4a0-4883-87d3-bc6438a3d1d3 req-3a3afcc4-f6a6-4869-9f22-b95a4a7f6ae8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:45.531330 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-41d0e1e5-d4a0-4883-87d3-bc6438a3d1d3 req-3a3afcc4-f6a6-4869-9f22-b95a4a7f6ae8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0513592 Jan 27 16:05:45.568845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-00126a90-f93e-4425-9c7f-ecb2acfa9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:45.570532 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-00126a90-f93e-4425-9c7f-ecb2acfa9a02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.0438881 Jan 27 16:05:45.583071 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-41d0e1e5-d4a0-4883-87d3-bc6438a3d1d3 req-7a8dd617-a623-43f6-b87f-c181121b2b24 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447268 Jan 27 16:05:45.695001 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-220e05f1-c0d4-4757-9581-36686d219e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:45.696527 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-220e05f1-c0d4-4757-9581-36686d219e8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.0913329 Jan 27 16:05:45.748827 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-ee1b89ff-e931-4bb2-a4d9-60315d28ae94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0373957 Jan 27 16:05:45.803617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-25884630-de94-46f8-8c8e-0c87d30a7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:45.805209 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-25884630-de94-46f8-8c8e-0c87d30a7fd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0495834 Jan 27 16:05:45.842319 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-c4b92f00-e074-406d-9bb4-837f387dea29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257616 Jan 27 16:05:45.937965 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-01e0f31a-e33a-4b90-a861-492771dbd32a service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Jan 27 16:05:46.056317 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a41fda8d-3b4f-4d16-ae00-aa141c04eafa req-afbc933b-3ab7-4beb-9002-337f2ff3a069 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034718 Jan 27 16:05:46.344022 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38032) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:46.432416 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fe417-2646-47b6-8957-4289555e7e67 req-b6448eaf-52cb-4b96-be32-dfd1d3f81e16 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:46.433943 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0d8fe417-2646-47b6-8957-4289555e7e67 req-b6448eaf-52cb-4b96-be32-dfd1d3f81e16 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0474434 Jan 27 16:05:46.483504 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4616597a-4bb2-4f49-bf78-1fbd40dc0d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.513577 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0d8fe417-2646-47b6-8957-4289555e7e67 req-143e5973-c222-43a7-9007-8a98ecd271c7 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727937 Jan 27 16:05:46.581870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4616597a-4bb2-4f49-bf78-1fbd40dc0d96 admin admin] Publish callbacks [] for security_group (4be25d08-ccc7-49f5-8643-3ddd3a14051f), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.585159 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4616597a-4bb2-4f49-bf78-1fbd40dc0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4be25d08-ccc7-49f5-8643-3ddd3a14051f), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.620859 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616597a-4bb2-4f49-bf78-1fbd40dc0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be25d08-ccc7-49f5-8643-3ddd3a14051f,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:46.652969 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-4616597a-4bb2-4f49-bf78-1fbd40dc0d96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=549ab49db069485fbdfecb8c70e33253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084197 Jan 27 16:05:46.656483 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38044) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:46.707562 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5216-212a-43a3-97c5-1e3cf4504589 admin admin] Publish callbacks [] for security_group (4be25d08-ccc7-49f5-8643-3ddd3a14051f), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.712901 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc49563-83a0-4b5e-96ec-08b93dac8ed7 req-636ca8a9-c4b5-48d8-bd4a-9f0353c8e274 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:46.714471 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bbc49563-83a0-4b5e-96ec-08b93dac8ed7 req-636ca8a9-c4b5-48d8-bd4a-9f0353c8e274 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0519855 Jan 27 16:05:46.729292 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5216-212a-43a3-97c5-1e3cf4504589 admin admin] Publish callbacks [] for security_group (4be25d08-ccc7-49f5-8643-3ddd3a14051f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.763740 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bbc49563-83a0-4b5e-96ec-08b93dac8ed7 req-31093c89-9bf8-4e9a-87c1-6b70ba4c4300 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Jan 27 16:05:46.783160 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5216-212a-43a3-97c5-1e3cf4504589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4be25d08-ccc7-49f5-8643-3ddd3a14051f), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.783160 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5216-212a-43a3-97c5-1e3cf4504589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:46.783160 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-8e8a5216-212a-43a3-97c5-1e3cf4504589 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4be25d08-ccc7-49f5-8643-3ddd3a14051f HTTP/1.1" status: 204 len: 168 time: 0.1241870 Jan 27 16:05:46.792162 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5216-212a-43a3-97c5-1e3cf4504589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be25d08-ccc7-49f5-8643-3ddd3a14051f,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:47.056506 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38052) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:47.071334 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ce84-4ebf-4d9c-9078-205200b2637b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.153786 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ce84-4ebf-4d9c-9078-205200b2637b admin admin] Publish callbacks [] for security_group (a955a149-1ede-475b-8ee5-401bed9b8c97), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.157703 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ce84-4ebf-4d9c-9078-205200b2637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a955a149-1ede-475b-8ee5-401bed9b8c97), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.162882 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38062) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:47.224066 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7eb5ce84-4ebf-4d9c-9078-205200b2637b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ab0102760da45db99b7f0146717d796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663094 Jan 27 16:05:47.226331 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5ce84-4ebf-4d9c-9078-205200b2637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a955a149-1ede-475b-8ee5-401bed9b8c97,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:47.226518 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38064) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:47.241056 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Deleting subnet 7de905d1-6909-4384-a85f-f8a8d01e1bfb {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:05:47.244676 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Publish callbacks [] for subnet (7de905d1-6909-4384-a85f-f8a8d01e1bfb), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.282080 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (7de905d1-6909-4384-a85f-f8a8d01e1bfb), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.284028 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2925b982-17fa-42dd-9a42-5c63b399b4e7 admin admin] Publish callbacks [] for security_group (a955a149-1ede-475b-8ee5-401bed9b8c97), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.306863 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2925b982-17fa-42dd-9a42-5c63b399b4e7 admin admin] Publish callbacks [] for security_group (a955a149-1ede-475b-8ee5-401bed9b8c97), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.328384 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (7de905d1-6909-4384-a85f-f8a8d01e1bfb), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.374574 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2925b982-17fa-42dd-9a42-5c63b399b4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a955a149-1ede-475b-8ee5-401bed9b8c97), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.377340 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2925b982-17fa-42dd-9a42-5c63b399b4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.381154 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2925b982-17fa-42dd-9a42-5c63b399b4e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a955a149-1ede-475b-8ee5-401bed9b8c97 HTTP/1.1" status: 204 len: 168 time: 0.1511154 Jan 27 16:05:47.392068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925b982-17fa-42dd-9a42-5c63b399b4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a955a149-1ede-475b-8ee5-401bed9b8c97,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:47.415859 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (7de905d1-6909-4384-a85f-f8a8d01e1bfb), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.479192 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.483683 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7de905d1-6909-4384-a85f-f8a8d01e1bfb HTTP/1.1" status: 204 len: 168 time: 0.3150268 Jan 27 16:05:47.485517 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21674a-7ea9-433c-882e-ece562be1688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de905d1-6909-4384-a85f-f8a8d01e1bfb,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:47.486889 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38076) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:47.561886 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (74d1670c-3b37-4825-8409-9f7bec864d85), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.702219 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (74d1670c-3b37-4825-8409-9f7bec864d85), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.728267 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d1670c-3b37-4825-8409-9f7bec864d85']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:05:47.739625 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e28ea6-3a55-482e-b50b-713c406cacbb') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:05:47.739932 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e28ea6-3a55-482e-b50b-713c406cacbb') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:05:47.751274 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (08e28ea6-3a55-482e-b50b-713c406cacbb), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.765174 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (08e28ea6-3a55-482e-b50b-713c406cacbb), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.770846 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d2751-9472-4915-aed0-e7d3d8645b79 req-7d35b3f6-5b4e-43d6-89df-3a512393f60e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:47.771738 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:05:47.772374 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (08e28ea6-3a55-482e-b50b-713c406cacbb), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.783561 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d50d2751-9472-4915-aed0-e7d3d8645b79 req-7d35b3f6-5b4e-43d6-89df-3a512393f60e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0705059 Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:05:47.847982 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:05:47.854088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (74d1670c-3b37-4825-8409-9f7bec864d85), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.873937 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d50d2751-9472-4915-aed0-e7d3d8645b79 req-ae309130-e90b-4ca7-a865-d3ec15b0dd2d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915689 Jan 27 16:05:47.885360 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.892147 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] 10.222.0.61 "DELETE /v2.0/networks/74d1670c-3b37-4825-8409-9f7bec864d85 HTTP/1.1" status: 204 len: 168 time: 0.4041331 Jan 27 16:05:47.892388 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38094) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:47.894638 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38096) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:47.921727 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1024cf-040c-42a5-a8e4-8219b706e948 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d1670c-3b37-4825-8409-9f7bec864d85,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:47.938335 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1f4-8b5d-447c-ac71-e1a864071b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:47.948353 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf00ba2-5fd0-43d8-b0e9-8b322dbbca08 req-d56d50de-aa72-4433-b705-62a2f2a6ad33 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:47.950049 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbf00ba2-5fd0-43d8-b0e9-8b322dbbca08 req-d56d50de-aa72-4433-b705-62a2f2a6ad33 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0938840 Jan 27 16:05:47.975155 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Deleting subnet 4ff3f293-57d1-44d4-8336-10c2e4d29532 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:05:47.983090 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Publish callbacks [] for subnet (4ff3f293-57d1-44d4-8336-10c2e4d29532), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.003893 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbf00ba2-5fd0-43d8-b0e9-8b322dbbca08 req-b1f75160-fc7b-4da8-9869-0021c5341ef7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Jan 27 16:05:48.041870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (4ff3f293-57d1-44d4-8336-10c2e4d29532), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.103247 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (4ff3f293-57d1-44d4-8336-10c2e4d29532), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.135109 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1f4-8b5d-447c-ac71-e1a864071b6a admin admin] Publish callbacks [] for security_group (7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.140289 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1f4-8b5d-447c-ac71-e1a864071b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.193035 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6c5aa1f4-8b5d-447c-ac71-e1a864071b6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52da8b45328e476ba647e8350b53934e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993057 Jan 27 16:05:48.195677 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38102) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:48.197088 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa1f4-8b5d-447c-ac71-e1a864071b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:48.213927 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (4ff3f293-57d1-44d4-8336-10c2e4d29532), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.241220 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff3f293-57d1-44d4-8336-10c2e4d29532,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:48.244997 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.251035 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-e8ed9836-e5f4-4271-b7dc-f5da3e7ad3f7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4ff3f293-57d1-44d4-8336-10c2e4d29532 HTTP/1.1" status: 204 len: 168 time: 0.3530979 Jan 27 16:05:48.251159 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fe6578f-6777-4e97-b31f-42edc3a93bbb admin admin] Publish callbacks [] for security_group (7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.251256 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38104) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:48.271086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fe6578f-6777-4e97-b31f-42edc3a93bbb admin admin] Publish callbacks [] for security_group (7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.317068 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.320011 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fe6578f-6777-4e97-b31f-42edc3a93bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.322664 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1fe6578f-6777-4e97-b31f-42edc3a93bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.326204 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1fe6578f-6777-4e97-b31f-42edc3a93bbb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443 HTTP/1.1" status: 204 len: 168 time: 0.1271877 Jan 27 16:05:48.332393 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6578f-6777-4e97-b31f-42edc3a93bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d22c0-fb65-4cf6-a6f5-39f5d7d7c443,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:48.412611 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.433122 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:05:48.442299 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b433715b-609b-4d6a-8c77-eba244386c6f') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:05:48.442595 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b433715b-609b-4d6a-8c77-eba244386c6f') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:05:48.452386 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (b433715b-609b-4d6a-8c77-eba244386c6f), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.465355 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (b433715b-609b-4d6a-8c77-eba244386c6f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.472272 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:05:48.472695 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (b433715b-609b-4d6a-8c77-eba244386c6f), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:05:48.474341 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:05:48.527179 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.534125 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.536971 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3 HTTP/1.1" status: 204 len: 168 time: 0.2849777 Jan 27 16:05:48.546654 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa0318-c1cd-476d-902e-a24cf4372815 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5901ad6-5478-406e-9fa4-3bfa2d9a1cf3,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:48.719884 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38124) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:48.766247 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0c6ac1e4-fcff-42d5-85cd-05cf72b6293f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04165d5b578e437394dbdcce17e0c2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446825 Jan 27 16:05:48.768639 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38128) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:48.818809 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0f633ab8-76d0-4029-965e-97f384894499 admin admin] Publish callbacks [] for security_group (ed8bb791-cb40-4ea6-ab46-a4eb418c7b29), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.840111 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0f633ab8-76d0-4029-965e-97f384894499 admin admin] Publish callbacks [] for security_group (ed8bb791-cb40-4ea6-ab46-a4eb418c7b29), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.889181 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0f633ab8-76d0-4029-965e-97f384894499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (ed8bb791-cb40-4ea6-ab46-a4eb418c7b29), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.891863 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0f633ab8-76d0-4029-965e-97f384894499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:48.893129 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0f633ab8-76d0-4029-965e-97f384894499 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed8bb791-cb40-4ea6-ab46-a4eb418c7b29 HTTP/1.1" status: 204 len: 168 time: 0.1234107 Jan 27 16:05:48.903155 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f633ab8-76d0-4029-965e-97f384894499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bb791-cb40-4ea6-ab46-a4eb418c7b29,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:48.992356 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:05:49.055796 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019ebd4-5841-4e90-a3f5-a1641c01ba77 req-aaeeb007-c61b-4796-b18c-f380f4b9f0c1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:49.058179 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d019ebd4-5841-4e90-a3f5-a1641c01ba77 req-aaeeb007-c61b-4796-b18c-f380f4b9f0c1 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 944 time: 0.0550809 Jan 27 16:05:49.143513 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d019ebd4-5841-4e90-a3f5-a1641c01ba77 req-3fb76763-0f98-4b31-b8e8-3c4b234842c9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730290 Jan 27 16:05:49.157762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8b26b-e38e-4bdf-a4eb-6de0289afa2a req-507d8135-5288-4f43-9d1d-ea0ad7c9883d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:49.160123 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-36f8b26b-e38e-4bdf-a4eb-6de0289afa2a req-507d8135-5288-4f43-9d1d-ea0ad7c9883d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0588858 Jan 27 16:05:49.215739 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-36f8b26b-e38e-4bdf-a4eb-6de0289afa2a req-eb32402b-6e6e-4def-8c2a-e386b0bcd5cd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Jan 27 16:05:49.216429 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38148) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:49.258489 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8e476606-f435-40c1-a5f9-c2f43dd2bbfb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=817b53ecffe54619aee0666bbabd4993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405509 Jan 27 16:05:49.260708 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38150) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:05:49.317858 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f011-1d97-4b19-a6ec-aca4fd9b5a0b admin admin] Publish callbacks [] for security_group (d52e3e00-8ea2-4126-9e4d-1556b5714ad8), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:49.341121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f011-1d97-4b19-a6ec-aca4fd9b5a0b admin admin] Publish callbacks [] for security_group (d52e3e00-8ea2-4126-9e4d-1556b5714ad8), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:49.391902 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f011-1d97-4b19-a6ec-aca4fd9b5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d52e3e00-8ea2-4126-9e4d-1556b5714ad8), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:49.395240 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f011-1d97-4b19-a6ec-aca4fd9b5a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:49.396607 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-aaf0f011-1d97-4b19-a6ec-aca4fd9b5a0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d52e3e00-8ea2-4126-9e4d-1556b5714ad8 HTTP/1.1" status: 204 len: 168 time: 0.1349440 Jan 27 16:05:49.405805 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0f011-1d97-4b19-a6ec-aca4fd9b5a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52e3e00-8ea2-4126-9e4d-1556b5714ad8,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:51.310621 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 24367130-5983-4920-adec-cf550eaa56f4 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:05:51.405987 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 24367130-5983-4920-adec-cf550eaa56f4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24367130-5983-4920-adec-cf550eaa56f4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:05:51.417600 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '24367130-5983-4920-adec-cf550eaa56f4', 'network_id': '428491c7-1dfc-4e6f-a1ce-ef805c994d7c', 'port_id': '24367130-5983-4920-adec-cf550eaa56f4', 'mac_address': 'fa:16:3e:61:45:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73862c75-5632-4450-8f2c-6525f0f099c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:05:51.456862 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 24367130-5983-4920-adec-cf550eaa56f4 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:05:51.457270 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (24367130-5983-4920-adec-cf550eaa56f4), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:51.472126 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24367130-5983-4920-adec-cf550eaa56f4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:05:51.492001 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 24367130-5983-4920-adec-cf550eaa56f4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24367130-5983-4920-adec-cf550eaa56f4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:05:51.495947 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (24367130-5983-4920-adec-cf550eaa56f4), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:51.543200 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=24367130-5983-4920-adec-cf550eaa56f4,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:52.893523 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c83b3b-2440-42c3-a834-507e3bf4ee97 req-09e0666e-e12d-4cef-a7ca-496caf7e88af tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:52.895735 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f3c83b3b-2440-42c3-a834-507e3bf4ee97 req-09e0666e-e12d-4cef-a7ca-496caf7e88af tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 945 time: 0.0723886 Jan 27 16:05:52.896934 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fc6b7-a833-4e3b-bad3-9183bf8a3b8c req-a224a167-0b8d-4016-af4d-52938d77bb37 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:52.898513 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-516fc6b7-a833-4e3b-bad3-9183bf8a3b8c req-a224a167-0b8d-4016-af4d-52938d77bb37 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0643973 Jan 27 16:05:52.946294 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f3c83b3b-2440-42c3-a834-507e3bf4ee97 req-8fc90749-34be-49d3-bc82-f0b996f6412e tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Jan 27 16:05:52.951519 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-516fc6b7-a833-4e3b-bad3-9183bf8a3b8c req-15761572-89e7-4092-9114-44d8f0dde17b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Jan 27 16:05:53.955198 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-1437fed8-073a-463b-bac1-02bba0da027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:53.956713 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-1437fed8-073a-463b-bac1-02bba0da027d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.0418036 Jan 27 16:05:54.010130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['24367130-5983-4920-adec-cf550eaa56f4'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:05:54.095928 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-9d7b0d89-804b-4fd3-b043-9b6c184379b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:54.097865 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-9d7b0d89-804b-4fd3-b043-9b6c184379b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.1019306 Jan 27 16:05:54.121423 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2e57b-7c71-4dc4-a93c-8aa8fed3f120 req-6b661aec-28ed-4de2-a963-34a72f42adaa tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:54.124643 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b4f2e57b-7c71-4dc4-a93c-8aa8fed3f120 req-6b661aec-28ed-4de2-a963-34a72f42adaa tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 945 time: 0.0859218 Jan 27 16:05:54.183359 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-6c12e08d-a604-4667-8ee9-8844e731b786 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0387049 Jan 27 16:05:54.183684 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b4f2e57b-7c71-4dc4-a93c-8aa8fed3f120 req-6445a873-6057-40c7-80a4-3a83adfa858f tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505188 Jan 27 16:05:54.228359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729bbd-2b63-439c-a0e7-167c95cd99bc req-c8433f45-1bd2-43f5-ba19-104fc53a9e5d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:54.229951 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ef729bbd-2b63-439c-a0e7-167c95cd99bc req-c8433f45-1bd2-43f5-ba19-104fc53a9e5d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.1256387 Jan 27 16:05:54.258479 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-73e602b2-ffa2-4291-8f22-fa7cfecc46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:54.259876 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-73e602b2-ffa2-4291-8f22-fa7cfecc46d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0694776 Jan 27 16:05:54.307694 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-9ea352f2-2e31-4f7b-a80a-cac37e0df871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373921 Jan 27 16:05:54.312059 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ef729bbd-2b63-439c-a0e7-167c95cd99bc req-4e967cff-8a57-4764-91e0-cc5cc700ae5b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749068 Jan 27 16:05:54.399272 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-e80e9f3f-9a41-47bf-bba8-c6ce616ab8d2 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821931 Jan 27 16:05:54.446161 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1f1a-5f07-484a-9959-adc3f94ae281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:54.492042 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b4fed4cd-164b-4065-8d19-d2b8ede8a411 req-73afc200-b1ba-41f6-8511-ccdfed85e768 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864391 Jan 27 16:05:55.302052 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588c5fa-c2a1-46d0-9017-5962acb04ea4 req-15dda895-09a7-4d9d-bc11-3316f131f8fb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:55.304350 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a588c5fa-c2a1-46d0-9017-5962acb04ea4 req-15dda895-09a7-4d9d-bc11-3316f131f8fb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Jan 27 16:05:55.360854 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a588c5fa-c2a1-46d0-9017-5962acb04ea4 req-69d1ef22-9929-4433-867e-4c3cb4e5315b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467138 Jan 27 16:05:55.431710 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91fe5e-c945-4c01-994d-d24ee34ecddb req-d7727210-30f1-4019-b5b4-538876175f87 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:55.433224 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a91fe5e-c945-4c01-994d-d24ee34ecddb req-d7727210-30f1-4019-b5b4-538876175f87 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0500283 Jan 27 16:05:55.485353 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a91fe5e-c945-4c01-994d-d24ee34ecddb req-992c8543-5404-4a6b-856b-e268c52bf0f3 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Jan 27 16:05:56.473370 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3f38-98a9-4365-955a-599283bea373 req-f09ec023-10b8-465d-98f2-e449d3a74687 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:05:56.474852 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e22f3f38-98a9-4365-955a-599283bea373 req-f09ec023-10b8-465d-98f2-e449d3a74687 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Jan 27 16:05:56.521055 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e22f3f38-98a9-4365-955a-599283bea373 req-bd24d0a1-192e-4133-be60-f2513172c030 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Jan 27 16:05:56.726751 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-48130aad-8e1c-4b45-8971-7cd78a874290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:57.625004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:58.198762 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 24367130-5983-4920-adec-cf550eaa56f4 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:05:58.234842 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:58.256140 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 24367130-5983-4920-adec-cf550eaa56f4 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:05:58.260029 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 24367130-5983-4920-adec-cf550eaa56f4 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:05:58.260398 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (24367130-5983-4920-adec-cf550eaa56f4), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:58.335242 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 24367130-5983-4920-adec-cf550eaa56f4 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:05:58.335641 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (24367130-5983-4920-adec-cf550eaa56f4), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:58.358287 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24367130-5983-4920-adec-cf550eaa56f4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:05:58.360676 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29deba3d-5f3b-45f2-a068-53e2fb085e30" -d '{"events": [{"server_uuid": "a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402", "name": "network-vif-plugged", "status": "completed", "tag": "24367130-5983-4920-adec-cf550eaa56f4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:05:58.376055 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 24367130-5983-4920-adec-cf550eaa56f4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24367130-5983-4920-adec-cf550eaa56f4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:05:58.379801 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (24367130-5983-4920-adec-cf550eaa56f4), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:05:58.426884 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=24367130-5983-4920-adec-cf550eaa56f4,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:05:59.142054 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:00.468025 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:00.681508 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf2d93-3ee8-47ab-954e-b66f95a70111 x-openstack-request-id: req-bddf2d93-3ee8-47ab-954e-b66f95a70111 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:06:00.681831 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402", "name": "network-vif-plugged", "status": "completed", "tag": "24367130-5983-4920-adec-cf550eaa56f4", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:06:00.682091 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bddf2d93-3ee8-47ab-954e-b66f95a70111 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:06:00.682485 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24367130-5983-4920-adec-cf550eaa56f4', 'code': 200} Jan 27 16:06:00.732546 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b5448-26de-44c9-bd0b-cc142a1d163a req-478a448c-890e-4abf-b8cf-0cb36cf65537 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:00.734029 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fd9b5448-26de-44c9-bd0b-cc142a1d163a req-478a448c-890e-4abf-b8cf-0cb36cf65537 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0478439 Jan 27 16:06:00.781943 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fd9b5448-26de-44c9-bd0b-cc142a1d163a req-99841c9c-5782-4360-a116-d69a954ab6b0 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Jan 27 16:06:00.859271 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf8f7-2fae-47c8-8fe4-1da55867c17a req-74c623e2-e55a-4f0f-b71e-b66558d3a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:00.860727 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f7dbf8f7-2fae-47c8-8fe4-1da55867c17a req-74c623e2-e55a-4f0f-b71e-b66558d3a313 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 1099 time: 0.0389185 Jan 27 16:06:00.909098 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f7dbf8f7-2fae-47c8-8fe4-1da55867c17a req-a4818aae-2bc1-4f0a-9efa-ee6fa6758c63 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Jan 27 16:06:02.077595 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b16fa2-10c5-42da-b67d-2f06711bb6eb req-166b4959-e930-490b-b656-df9863d8c6a8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:02.079946 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52b16fa2-10c5-42da-b67d-2f06711bb6eb req-166b4959-e930-490b-b656-df9863d8c6a8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0642695 Jan 27 16:06:02.127257 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52b16fa2-10c5-42da-b67d-2f06711bb6eb req-8b44f385-7cb2-4d1b-90cb-761f9106fa77 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Jan 27 16:06:07.210442 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae6b7-ffe2-492e-b4c2-f571a447506e req-c792fd55-80db-47f1-a0e3-0efc53068cb5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:07.211936 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-928ae6b7-ffe2-492e-b4c2-f571a447506e req-c792fd55-80db-47f1-a0e3-0efc53068cb5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0466986 Jan 27 16:06:07.257788 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-928ae6b7-ffe2-492e-b4c2-f571a447506e req-271ca49f-2eaf-45f9-9c86-deb592c5bf85 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Jan 27 16:06:08.381900 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364cdc1-b49d-44c7-804a-cb9c2d95aa3f req-199a7a4c-af9d-4d41-a917-a3f13acaaf09 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:08.389091 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d364cdc1-b49d-44c7-804a-cb9c2d95aa3f req-199a7a4c-af9d-4d41-a917-a3f13acaaf09 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0622315 Jan 27 16:06:08.432702 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d364cdc1-b49d-44c7-804a-cb9c2d95aa3f req-dc58aba6-e7ff-4169-88ab-4eec5bb0fe27 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Jan 27 16:06:09.514076 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae4e3f-18f6-4888-8540-d0493b740e93 req-bb7f828f-7861-47ed-8390-1a5dac292064 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:09.515486 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e2ae4e3f-18f6-4888-8540-d0493b740e93 req-bb7f828f-7861-47ed-8390-1a5dac292064 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0543375 Jan 27 16:06:09.550897 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227c93-e914-4670-ac80-1dd8b94ff2f8 req-4b812b5b-9d14-4026-9263-dba8f4da5678 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:09.552478 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8c227c93-e914-4670-ac80-1dd8b94ff2f8 req-4b812b5b-9d14-4026-9263-dba8f4da5678 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0479703 Jan 27 16:06:09.562724 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e2ae4e3f-18f6-4888-8540-d0493b740e93 req-ffe58aa8-cfdc-4857-8513-16bdaf1eb815 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Jan 27 16:06:09.599761 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8c227c93-e914-4670-ac80-1dd8b94ff2f8 req-1025e05c-b248-4aa6-a728-9d66fcecd4ec tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Jan 27 16:06:10.732288 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38540) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:10.851105 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:10.932021 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Publish callbacks [] for security_group (8281dd9e-8ad0-4b97-a84e-14316de5cc9a), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:10.936479 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8281dd9e-8ad0-4b97-a84e-14316de5cc9a), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:10.974848 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8281dd9e-8ad0-4b97-a84e-14316de5cc9a,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:10.979351 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aff1762caa7443999de64bbc024d4d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459340 Jan 27 16:06:10.982516 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38554) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:10.986141 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.986502 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.986832 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.987366 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.987612 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.987943 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.988280 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.988607 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.988937 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.989266 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.989595 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.989910 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:10.990243 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080332da-b60a-4a2c-a3c4-e29517257e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.052809 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Publish callbacks [] for security_group (8281dd9e-8ad0-4b97-a84e-14316de5cc9a), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.075152 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Publish callbacks [] for security_group (8281dd9e-8ad0-4b97-a84e-14316de5cc9a), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.126291 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8281dd9e-8ad0-4b97-a84e-14316de5cc9a), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.130586 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.132039 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8281dd9e-8ad0-4b97-a84e-14316de5cc9a HTTP/1.1" status: 204 len: 168 time: 0.1474311 Jan 27 16:06:11.140756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8281dd9e-8ad0-4b97-a84e-14316de5cc9a,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:11.149239 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.149637 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.150324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.151455 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.151455 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.152078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.152551 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.153121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.153314 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.153655 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.153948 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.154286 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.154634 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88b50f-4be2-4abb-8803-6f629dffeedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:06:11.412805 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38566) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:11.426459 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b270ec84-3c93-4c2e-9726-f954057a19b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.507571 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b270ec84-3c93-4c2e-9726-f954057a19b9 admin admin] Publish callbacks [] for security_group (9f944a97-e1c7-4cdf-a4d6-f220b2af766c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.513847 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b270ec84-3c93-4c2e-9726-f954057a19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9f944a97-e1c7-4cdf-a4d6-f220b2af766c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.548357 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270ec84-3c93-4c2e-9726-f954057a19b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f944a97-e1c7-4cdf-a4d6-f220b2af766c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:11.567449 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38578) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:11.568148 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b270ec84-3c93-4c2e-9726-f954057a19b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecd7c5dab542417c908579e16a2e810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536493 Jan 27 16:06:11.628004 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7366e749-651f-4403-b437-7ce854f363ee admin admin] Publish callbacks [] for security_group (9f944a97-e1c7-4cdf-a4d6-f220b2af766c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.649994 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7366e749-651f-4403-b437-7ce854f363ee admin admin] Publish callbacks [] for security_group (9f944a97-e1c7-4cdf-a4d6-f220b2af766c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.696889 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7366e749-651f-4403-b437-7ce854f363ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9f944a97-e1c7-4cdf-a4d6-f220b2af766c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.699561 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7366e749-651f-4403-b437-7ce854f363ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:11.700704 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7366e749-651f-4403-b437-7ce854f363ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f944a97-e1c7-4cdf-a4d6-f220b2af766c HTTP/1.1" status: 204 len: 168 time: 0.1322458 Jan 27 16:06:11.708444 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e749-651f-4403-b437-7ce854f363ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f944a97-e1c7-4cdf-a4d6-f220b2af766c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:12.482711 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38626) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:12.593397 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6fedb37d-0289-46db-8b7d-9edd27643a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.684206 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6fedb37d-0289-46db-8b7d-9edd27643a42 admin admin] Publish callbacks [] for security_group (5a21e0a6-e050-447f-91c3-6fafa80d105b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.693530 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6fedb37d-0289-46db-8b7d-9edd27643a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (5a21e0a6-e050-447f-91c3-6fafa80d105b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.729833 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedb37d-0289-46db-8b7d-9edd27643a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21e0a6-e050-447f-91c3-6fafa80d105b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:12.747247 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6fedb37d-0289-46db-8b7d-9edd27643a42 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80dabe8b105c43fa86d0c23ad28d3975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626953 Jan 27 16:06:12.749381 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38644) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:12.801956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3016-7079-45a8-b73e-45f50540ff33 admin admin] Publish callbacks [] for security_group (5a21e0a6-e050-447f-91c3-6fafa80d105b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.826806 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3016-7079-45a8-b73e-45f50540ff33 admin admin] Publish callbacks [] for security_group (5a21e0a6-e050-447f-91c3-6fafa80d105b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.874848 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3016-7079-45a8-b73e-45f50540ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (5a21e0a6-e050-447f-91c3-6fafa80d105b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.877894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3e5b3016-7079-45a8-b73e-45f50540ff33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:12.879258 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-3e5b3016-7079-45a8-b73e-45f50540ff33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a21e0a6-e050-447f-91c3-6fafa80d105b HTTP/1.1" status: 204 len: 168 time: 0.1288071 Jan 27 16:06:12.888262 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b3016-7079-45a8-b73e-45f50540ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21e0a6-e050-447f-91c3-6fafa80d105b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:14.044290 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38676) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:14.158431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f53517c2-4de9-4fce-aba4-d9f395fab168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.243275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f53517c2-4de9-4fce-aba4-d9f395fab168 admin admin] Publish callbacks [] for security_group (82e543e8-d086-468c-a32d-afdf426fd9b6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.247562 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f53517c2-4de9-4fce-aba4-d9f395fab168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (82e543e8-d086-468c-a32d-afdf426fd9b6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.291457 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f53517c2-4de9-4fce-aba4-d9f395fab168 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c570f6ccbd494b18b217e1cd4a40f153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460632 Jan 27 16:06:14.292370 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53517c2-4de9-4fce-aba4-d9f395fab168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e543e8-d086-468c-a32d-afdf426fd9b6,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:14.294297 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38690) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:14.347972 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a77a878-2a03-4644-866c-465c51dacf94 admin admin] Publish callbacks [] for security_group (82e543e8-d086-468c-a32d-afdf426fd9b6), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.370685 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a77a878-2a03-4644-866c-465c51dacf94 admin admin] Publish callbacks [] for security_group (82e543e8-d086-468c-a32d-afdf426fd9b6), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.436534 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a77a878-2a03-4644-866c-465c51dacf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (82e543e8-d086-468c-a32d-afdf426fd9b6), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.440115 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a77a878-2a03-4644-866c-465c51dacf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.441810 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9a77a878-2a03-4644-866c-465c51dacf94 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82e543e8-d086-468c-a32d-afdf426fd9b6 HTTP/1.1" status: 204 len: 168 time: 0.1456194 Jan 27 16:06:14.481662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77a878-2a03-4644-866c-465c51dacf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e543e8-d086-468c-a32d-afdf426fd9b6,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:14.620526 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 38706) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:14.734503 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-292e8a0b-6c0b-42ed-8dbe-8fe640bd87f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.811437 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-292e8a0b-6c0b-42ed-8dbe-8fe640bd87f3 admin admin] Publish callbacks [] for security_group (71506477-53e9-4459-a5c8-89b6f3cf5361), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.815506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-292e8a0b-6c0b-42ed-8dbe-8fe640bd87f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (71506477-53e9-4459-a5c8-89b6f3cf5361), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.857115 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-292e8a0b-6c0b-42ed-8dbe-8fe640bd87f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff13b1ed7642438ea1ee2b39ea7f1ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354531 Jan 27 16:06:14.857826 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e8a0b-6c0b-42ed-8dbe-8fe640bd87f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71506477-53e9-4459-a5c8-89b6f3cf5361,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:14.860468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 38712) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:14.913289 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc3da-5460-461b-8a45-059b0d83f60e admin admin] Publish callbacks [] for security_group (71506477-53e9-4459-a5c8-89b6f3cf5361), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.938104 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc3da-5460-461b-8a45-059b0d83f60e admin admin] Publish callbacks [] for security_group (71506477-53e9-4459-a5c8-89b6f3cf5361), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.987731 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc3da-5460-461b-8a45-059b0d83f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (71506477-53e9-4459-a5c8-89b6f3cf5361), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.990332 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc3da-5460-461b-8a45-059b0d83f60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:14.991541 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-bb1dc3da-5460-461b-8a45-059b0d83f60e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71506477-53e9-4459-a5c8-89b6f3cf5361 HTTP/1.1" status: 204 len: 168 time: 0.1297119 Jan 27 16:06:14.999852 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc3da-5460-461b-8a45-059b0d83f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71506477-53e9-4459-a5c8-89b6f3cf5361,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:19.798288 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658898-c243-4395-a349-78956352e4de req-c0793cf1-eaa7-4931-bbf9-e32c70eb7935 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:19.799619 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-21a74e9f-19f2-44c3-89bb-484b0fb14e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:19.800031 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-74658898-c243-4395-a349-78956352e4de req-c0793cf1-eaa7-4931-bbf9-e32c70eb7935 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0519736 Jan 27 16:06:19.801599 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-21a74e9f-19f2-44c3-89bb-484b0fb14e1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.0417593 Jan 27 16:06:19.847458 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-74658898-c243-4395-a349-78956352e4de req-c31dbbc1-6854-44a5-bb6f-7cf6e1dc2c21 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Jan 27 16:06:20.081354 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-c8079716-0543-42e2-a9a1-9fc198904f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:20.082749 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-c8079716-0543-42e2-a9a1-9fc198904f95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.1007574 Jan 27 16:06:20.126346 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-84351e7b-74ce-4f78-a990-a7c75c40fd51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0347745 Jan 27 16:06:20.174038 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-6b787d7a-8f52-4d58-8150-3856c7db72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:20.175434 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-6b787d7a-8f52-4d58-8150-3856c7db72ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0425301 Jan 27 16:06:20.209053 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-ad4a4287-f2e2-4c78-aa4d-542f910b25ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271018 Jan 27 16:06:21.439958 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-a8bea583-3363-432f-a66d-6b836fdc718e service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811017 Jan 27 16:06:23.737876 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-08ca92d1-a83c-43a8-a577-d78544c0caea req-da887f2d-cd44-40b8-b0d4-1ee7cf72836d service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Jan 27 16:06:23.876663 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd8c77-5bdd-47a3-ad7d-256466601c90 req-75b90a67-9247-4e7f-a058-bf94e9d280e4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:23.878148 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-73bd8c77-5bdd-47a3-ad7d-256466601c90 req-75b90a67-9247-4e7f-a058-bf94e9d280e4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0495439 Jan 27 16:06:23.924664 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-73bd8c77-5bdd-47a3-ad7d-256466601c90 req-e662ef9d-84d5-4d71-8532-af740dea2eb6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Jan 27 16:06:24.450345 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e294927-d356-4dbb-b331-b4fb83732244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:25.101311 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c4993-bcec-4b11-9792-6a8062bd8676 req-912a6a8a-ff73-4265-a3e8-567333c52d43 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:25.102883 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-563c4993-bcec-4b11-9792-6a8062bd8676 req-912a6a8a-ff73-4265-a3e8-567333c52d43 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0492539 Jan 27 16:06:25.151392 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-563c4993-bcec-4b11-9792-6a8062bd8676 req-3563fc69-2d0f-41b3-9a4a-fb4cba4d6ae1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Jan 27 16:06:25.991706 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:06:26.294501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde216d-8029-494c-ba5e-2c67cb9af95e req-10100a40-185d-431b-b37a-5530c3f3d1e5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:26.296032 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cbde216d-8029-494c-ba5e-2c67cb9af95e req-10100a40-185d-431b-b37a-5530c3f3d1e5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0595527 Jan 27 16:06:26.350015 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cbde216d-8029-494c-ba5e-2c67cb9af95e req-6f3a60ed-239b-46ed-bd9d-20b47886ecd8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Jan 27 16:06:26.729533 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9946d27b-793e-4dd8-a775-e3d3e6e22dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:27.477276 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3bf87-98f4-4bba-8e3c-65f7b211f5e6 req-1efc94e8-04bf-4b76-8946-eda86965fd2c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:27.478755 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-22f3bf87-98f4-4bba-8e3c-65f7b211f5e6 req-1efc94e8-04bf-4b76-8946-eda86965fd2c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0549436 Jan 27 16:06:27.529633 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-22f3bf87-98f4-4bba-8e3c-65f7b211f5e6 req-2253c5f3-c41e-4cbf-a91a-75ef1945a24c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Jan 27 16:06:27.628154 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:28.218552 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:28.648967 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfbd3b-a9e9-4dca-b58e-507da90a8d5a req-bfb51cd1-461c-4655-9498-ef4ad5f935d0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:28.650429 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8bfbd3b-a9e9-4dca-b58e-507da90a8d5a req-bfb51cd1-461c-4655-9498-ef4ad5f935d0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0516379 Jan 27 16:06:28.714121 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8bfbd3b-a9e9-4dca-b58e-507da90a8d5a req-727f725f-7ce1-4cb0-95e7-47b51f7391c4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578220 Jan 27 16:06:28.912121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba21c0-f0fd-48b4-8d13-aa9aacb218f0 req-b78768d1-a14b-4dd8-8b89-d1ed38d28865 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:28.913575 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5eba21c0-f0fd-48b4-8d13-aa9aacb218f0 req-b78768d1-a14b-4dd8-8b89-d1ed38d28865 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0475550 Jan 27 16:06:28.959071 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5eba21c0-f0fd-48b4-8d13-aa9aacb218f0 req-314d8f45-88ad-4921-a7dc-a919368c827b tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Jan 27 16:06:29.143874 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:29.837521 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112354e2-c554-4739-85fe-d740400a8f45 req-f7ac9006-0ab9-42d5-92ef-fbca462568a2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:29.839158 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-112354e2-c554-4739-85fe-d740400a8f45 req-f7ac9006-0ab9-42d5-92ef-fbca462568a2 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0494275 Jan 27 16:06:29.895940 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-112354e2-c554-4739-85fe-d740400a8f45 req-6b04d97d-a71c-4872-b15c-19e4f34fa65c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502641 Jan 27 16:06:30.075919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614fb39-776a-4930-ba4c-5f005e0d17b1 req-c473a09f-fe76-4156-a876-43ade1399943 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:30.077581 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d614fb39-776a-4930-ba4c-5f005e0d17b1 req-c473a09f-fe76-4156-a876-43ade1399943 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0489445 Jan 27 16:06:30.129825 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d614fb39-776a-4930-ba4c-5f005e0d17b1 req-bb3b687d-4b57-414a-9ffb-b6caa7e33200 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Jan 27 16:06:30.475317 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:31.020488 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7609d1-1ca6-4cd6-96ec-db09f00d4f9b req-7aedd91c-92e1-4485-8010-0995df7d5ee5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:31.021958 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1a7609d1-1ca6-4cd6-96ec-db09f00d4f9b req-7aedd91c-92e1-4485-8010-0995df7d5ee5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0549877 Jan 27 16:06:31.069307 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1a7609d1-1ca6-4cd6-96ec-db09f00d4f9b req-1e7b7fe8-bb28-4405-a770-377cef60f0ce tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Jan 27 16:06:31.249990 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebede-9c66-4c53-9d38-bb65457297b3 req-a1c2c842-730c-4f50-994a-84470a90c0bf tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:31.252258 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b45ebede-9c66-4c53-9d38-bb65457297b3 req-a1c2c842-730c-4f50-994a-84470a90c0bf tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0540078 Jan 27 16:06:31.313585 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b45ebede-9c66-4c53-9d38-bb65457297b3 req-29961190-4fb7-4d93-a422-119b68d54b03 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558951 Jan 27 16:06:31.838250 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-35d44e5f-ef55-40ef-b4f6-758f1cb705ac tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:31.841257 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-35d44e5f-ef55-40ef-b4f6-758f1cb705ac tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 946 time: 0.0503840 Jan 27 16:06:31.940564 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Deleting port 24367130-5983-4920-adec-cf550eaa56f4 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:06:31.940972 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (24367130-5983-4920-adec-cf550eaa56f4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:32.034671 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] For port 24367130-5983-4920-adec-cf550eaa56f4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24367130-5983-4920-adec-cf550eaa56f4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:06:32.035057 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (24367130-5983-4920-adec-cf550eaa56f4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:32.047720 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Calling delete_port for 24367130-5983-4920-adec-cf550eaa56f4 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:06:32.188491 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (24367130-5983-4920-adec-cf550eaa56f4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:32.203351 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4', '7cedd957-2069-4ea7-b587-46284400992b', '61551a6c-acfc-484d-95a8-88d5fd843807', '24367130-5983-4920-adec-cf550eaa56f4'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:06:32.205348 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8a01-18d2-4404-83cf-53c521132fc7 req-a28e738b-56f6-4aa1-98af-7fe6aeed70fb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:32.207052 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-44ab8a01-18d2-4404-83cf-53c521132fc7 req-a28e738b-56f6-4aa1-98af-7fe6aeed70fb tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0587132 Jan 27 16:06:32.222002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event deleted for resources: {'Port': ['ID=24367130-5983-4920-adec-cf550eaa56f4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:32.268453 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] No DVR routers for this DVR port 24367130-5983-4920-adec-cf550eaa56f4 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:06:32.271821 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:32.276221 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3e43b105-e6a3-4cf7-9843-2a92e16e5d1a req-1777e293-bb18-4fec-9c3b-676974311391 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "DELETE /v2.0/ports/24367130-5983-4920-adec-cf550eaa56f4 HTTP/1.1" status: 204 len: 173 time: 0.4272411 Jan 27 16:06:32.277542 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'name': 'network-vif-deleted', 'tag': '24367130-5983-4920-adec-cf550eaa56f4'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:06:32.281009 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf61f4-e653-407d-9a5e-62373bbab6a3" -d '{"events": [{"server_uuid": "a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402", "name": "network-vif-deleted", "tag": "24367130-5983-4920-adec-cf550eaa56f4"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:06:32.284758 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-44ab8a01-18d2-4404-83cf-53c521132fc7 req-18daa0f2-8e22-4f7e-868e-6ecea8d61fce tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Jan 27 16:06:32.330214 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db17c8-907d-4f0a-b21e-1ac7c93d8a72 x-openstack-request-id: req-d6db17c8-907d-4f0a-b21e-1ac7c93d8a72 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:06:32.330629 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402", "name": "network-vif-deleted", "tag": "24367130-5983-4920-adec-cf550eaa56f4", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:06:32.330877 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6db17c8-907d-4f0a-b21e-1ac7c93d8a72 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:06:32.331301 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402', 'name': 'network-vif-deleted', 'tag': '24367130-5983-4920-adec-cf550eaa56f4', 'status': 'completed', 'code': 200} Jan 27 16:06:32.426040 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e42fc5ad-a00a-4d61-ae0d-bbcce16b064a req-3caf33a4-7eb4-4d60-be76-02059afdf356 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=a84848f1-4b0b-43c4-b9ac-9ea1c8f8f402 HTTP/1.1" status: 200 len: 210 time: 0.0274909 Jan 27 16:06:33.405582 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0f6f-85d5-4a6e-9af4-d005853435e8 req-49e15d8c-ca46-4bb6-a1f5-76e5cc740fbe tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:33.407088 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b64c0f6f-85d5-4a6e-9af4-d005853435e8 req-49e15d8c-ca46-4bb6-a1f5-76e5cc740fbe tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0498750 Jan 27 16:06:33.453810 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b64c0f6f-85d5-4a6e-9af4-d005853435e8 req-5ea99f43-c7fd-4886-8b76-7fae62744033 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Jan 27 16:06:34.579386 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0f071-0b72-42d6-9ee7-1bf53def5b70 req-a2ac85ec-89ac-496b-9629-27bc05ab200e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:34.581049 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c8b0f071-0b72-42d6-9ee7-1bf53def5b70 req-a2ac85ec-89ac-496b-9629-27bc05ab200e tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0498910 Jan 27 16:06:34.632869 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c8b0f071-0b72-42d6-9ee7-1bf53def5b70 req-d90125df-8729-4db8-adb6-ad6acfc93724 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Jan 27 16:06:34.847522 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be6ff-145c-43a2-b74b-4324a51faba8 req-a7cf87b0-c236-4e40-82db-a720f49575ef tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:34.849031 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-256be6ff-145c-43a2-b74b-4324a51faba8 req-a7cf87b0-c236-4e40-82db-a720f49575ef tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.0546432 Jan 27 16:06:34.897298 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-256be6ff-145c-43a2-b74b-4324a51faba8 req-4d599359-0b73-4103-9b7d-f9fb7ef6e9ac tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Jan 27 16:06:35.760225 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b179f40-462c-4a65-a246-bdaa01dcaf7c req-8de5c504-faf0-4445-a65e-631aa06ce755 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:35.763104 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7b179f40-462c-4a65-a246-bdaa01dcaf7c req-8de5c504-faf0-4445-a65e-631aa06ce755 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0546975 Jan 27 16:06:35.809033 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7b179f40-462c-4a65-a246-bdaa01dcaf7c req-e05635e0-19a6-434f-ad9a-b182f05b6d55 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Jan 27 16:06:36.017270 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830ad3a-2a72-499d-a768-d18fa577f6f4 req-b2c87c00-a4d0-4f7c-b196-a51241197fb8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:36.019115 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d830ad3a-2a72-499d-a768-d18fa577f6f4 req-b2c87c00-a4d0-4f7c-b196-a51241197fb8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Jan 27 16:06:36.074327 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d830ad3a-2a72-499d-a768-d18fa577f6f4 req-04799bc8-0560-4dfd-88f0-8effd5558990 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494895 Jan 27 16:06:36.933726 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ec7f8-6934-4d44-900d-d3011cda9c9e req-89d2f484-d354-4722-bd35-6289163cd0f0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:36.935320 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-061ec7f8-6934-4d44-900d-d3011cda9c9e req-89d2f484-d354-4722-bd35-6289163cd0f0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0520067 Jan 27 16:06:36.983120 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-061ec7f8-6934-4d44-900d-d3011cda9c9e req-df7faa50-b43d-439b-b538-00cef6a6f2a4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Jan 27 16:06:37.218589 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37b3f-de62-4d60-bfd2-2ececd9c2593 req-69d8b248-d745-4ba8-8879-dc2602ea88d2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:37.220653 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-97b37b3f-de62-4d60-bfd2-2ececd9c2593 req-69d8b248-d745-4ba8-8879-dc2602ea88d2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.0535424 Jan 27 16:06:37.273082 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-97b37b3f-de62-4d60-bfd2-2ececd9c2593 req-60fbcbeb-bcd4-40ec-a2d7-8a1c1169d442 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Jan 27 16:06:37.379889 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 24367130-5983-4920-adec-cf550eaa56f4 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:06:37.400709 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 24367130-5983-4920-adec-cf550eaa56f4 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:06:37.401066 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 24367130-5983-4920-adec-cf550eaa56f4 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:06:37.411101 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a93fc-dc98-408a-bf01-facf39d64590 req-ae9b184b-d0c0-45ab-9ac6-98712ba513bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:37.412585 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5a9a93fc-dc98-408a-bf01-facf39d64590 req-ae9b184b-d0c0-45ab-9ac6-98712ba513bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.0422359 Jan 27 16:06:37.467163 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5a9a93fc-dc98-408a-bf01-facf39d64590 req-91f7aeb6-9a47-4fb4-99aa-19607d42ebeb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 Jan 27 16:06:37.901116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a36f62dd-a465-46de-b171-5108c036cfb4 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:37.903307 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a36f62dd-a465-46de-b171-5108c036cfb4 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 945 time: 0.0474808 Jan 27 16:06:37.996426 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Deleting port 61551a6c-acfc-484d-95a8-88d5fd843807 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:06:37.996799 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:38.115138 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] For port 61551a6c-acfc-484d-95a8-88d5fd843807, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=61551a6c-acfc-484d-95a8-88d5fd843807,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:06:38.115506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:38.131530 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Calling delete_port for 61551a6c-acfc-484d-95a8-88d5fd843807 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:06:38.148922 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc5ea9-8674-4dd4-a84f-a6bc5f3970f2 req-11a77264-2498-4bfd-b40c-54fd4c8b04fc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:38.150452 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c5fc5ea9-8674-4dd4-a84f-a6bc5f3970f2 req-11a77264-2498-4bfd-b40c-54fd4c8b04fc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0855842 Jan 27 16:06:38.239468 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c5fc5ea9-8674-4dd4-a84f-a6bc5f3970f2 req-02fac2ce-13b8-420c-a448-65a0599688f4 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835195 Jan 27 16:06:38.312374 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (61551a6c-acfc-484d-95a8-88d5fd843807), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:38.336984 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4', '7cedd957-2069-4ea7-b587-46284400992b', '61551a6c-acfc-484d-95a8-88d5fd843807'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:06:38.586492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event deleted for resources: {'Port': ['ID=61551a6c-acfc-484d-95a8-88d5fd843807,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:38.619236 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b21f3c87-6597-4a95-bd73-8196a03c9e0d req-a4c9c38c-a42e-4788-ad58-bf9e632ad927 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f58c7f78-f603-48c5-abf5-7aa03f151ee1 HTTP/1.1" status: 200 len: 210 time: 0.0375388 Jan 27 16:06:38.654401 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] No DVR routers for this DVR port 61551a6c-acfc-484d-95a8-88d5fd843807 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:06:38.657190 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:38.660568 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-031aa46c-8d17-4e63-bbd1-edcf46f89720 req-a783bbd4-ef31-4f31-9c5d-3288d7cffebb tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "DELETE /v2.0/ports/61551a6c-acfc-484d-95a8-88d5fd843807 HTTP/1.1" status: 204 len: 173 time: 0.7522502 Jan 27 16:06:38.661015 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'name': 'network-vif-deleted', 'tag': '61551a6c-acfc-484d-95a8-88d5fd843807'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:06:38.663324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b821fe-b3f2-4eea-8be6-bde6fb478a79" -d '{"events": [{"server_uuid": "f58c7f78-f603-48c5-abf5-7aa03f151ee1", "name": "network-vif-deleted", "tag": "61551a6c-acfc-484d-95a8-88d5fd843807"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:06:38.705302 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86f3f68-0548-4b4e-82e5-ca9f5e2bca31 x-openstack-request-id: req-f86f3f68-0548-4b4e-82e5-ca9f5e2bca31 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:06:38.706356 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58c7f78-f603-48c5-abf5-7aa03f151ee1", "name": "network-vif-deleted", "tag": "61551a6c-acfc-484d-95a8-88d5fd843807", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:06:38.706617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f86f3f68-0548-4b4e-82e5-ca9f5e2bca31 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:06:38.707137 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58c7f78-f603-48c5-abf5-7aa03f151ee1', 'name': 'network-vif-deleted', 'tag': '61551a6c-acfc-484d-95a8-88d5fd843807', 'status': 'completed', 'code': 200} Jan 27 16:06:39.372072 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b799838-fa28-436e-87d0-95c5749525ed req-04a539b1-435c-48fa-91ca-adccdeecf1d6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:39.373774 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6b799838-fa28-436e-87d0-95c5749525ed req-04a539b1-435c-48fa-91ca-adccdeecf1d6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0613892 Jan 27 16:06:39.425280 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6b799838-fa28-436e-87d0-95c5749525ed req-6c788f57-e742-4525-8bea-8028a5f1d269 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Jan 27 16:06:39.742826 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-45f47566-59c0-415c-84e4-075df7d82be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:39.744832 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-45f47566-59c0-415c-84e4-075df7d82be4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a2429eb90c34664ac6a690662ded8d4&device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 1098 time: 0.0452163 Jan 27 16:06:39.752980 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd65dd-71b1-4ff4-a80d-0a3b3fff9674 req-715d2e0c-eeff-457a-9b5e-42e2ada6c06b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:39.755026 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4bdd65dd-71b1-4ff4-a80d-0a3b3fff9674 req-715d2e0c-eeff-457a-9b5e-42e2ada6c06b tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0660605 Jan 27 16:06:39.809343 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4bdd65dd-71b1-4ff4-a80d-0a3b3fff9674 req-2cc4556f-abc8-4429-908a-59cb6276a975 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485938 Jan 27 16:06:39.862118 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-43af784d-dd4f-4c97-879f-29f69806556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:39.863618 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-43af784d-dd4f-4c97-879f-29f69806556f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 200 len: 919 time: 0.1116552 Jan 27 16:06:39.914475 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-270889ba-da2f-42f8-a7d7-f42d999313d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 200 len: 217 time: 0.0367320 Jan 27 16:06:39.965166 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-f8bcf9b5-5697-4582-8ca9-145940df351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:39.966702 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-f8bcf9b5-5697-4582-8ca9-145940df351c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 200 len: 858 time: 0.0449617 Jan 27 16:06:39.987533 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855327-4e12-4a58-a4cf-9891c6b34e87 req-124cb3e8-7177-4082-9702-8342b825fed8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:39.989021 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6b855327-4e12-4a58-a4cf-9891c6b34e87 req-124cb3e8-7177-4082-9702-8342b825fed8 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0517128 Jan 27 16:06:40.000237 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-41858a4d-6ebb-45ec-8bbf-a660c852a875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a99e79c7-9b98-4a4c-90ca-45b97bd488ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262322 Jan 27 16:06:40.046968 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6b855327-4e12-4a58-a4cf-9891c6b34e87 req-39ae0d88-a483-4c2d-a434-dcd7d2cc7022 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Jan 27 16:06:40.098998 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-03e636b4-7829-4b2c-b2d3-73e1ea42c94b service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914102 Jan 27 16:06:40.189161 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2b7d8111-693c-4350-a867-2b0adf0b7a66 req-dedde7be-7031-4ce9-963b-4356cc5533a3 service neutron] 10.222.0.60 "GET /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825791 Jan 27 16:06:40.939457 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee57a12-cf44-4d94-997d-7a44893622de req-9a2a800a-79bd-4390-a514-98438a465bdf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:40.940997 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ee57a12-cf44-4d94-997d-7a44893622de req-9a2a800a-79bd-4390-a514-98438a465bdf tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0554545 Jan 27 16:06:40.987130 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ee57a12-cf44-4d94-997d-7a44893622de req-9021af29-812c-4a25-a8f3-6cc388e86d31 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Jan 27 16:06:41.162290 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e3bc3-fe12-4a44-a403-48552ee9acd6 req-528a9736-6e0d-410b-9a76-bf9c7fe73f80 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:41.163746 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-961e3bc3-fe12-4a44-a403-48552ee9acd6 req-528a9736-6e0d-410b-9a76-bf9c7fe73f80 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0473738 Jan 27 16:06:41.209948 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-961e3bc3-fe12-4a44-a403-48552ee9acd6 req-65cfb59f-3327-42c6-83b9-5318d144bdf2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Jan 27 16:06:41.393733 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 61551a6c-acfc-484d-95a8-88d5fd843807 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:06:41.416073 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 61551a6c-acfc-484d-95a8-88d5fd843807 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:06:41.416327 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 61551a6c-acfc-484d-95a8-88d5fd843807 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:06:42.106683 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884d7d-d433-49b9-a121-251d1432a0d7 req-3cc15a27-2d92-4d99-86a2-47aedab7e9db tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:42.108206 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ae884d7d-d433-49b9-a121-251d1432a0d7 req-3cc15a27-2d92-4d99-86a2-47aedab7e9db tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0482638 Jan 27 16:06:42.154581 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ae884d7d-d433-49b9-a121-251d1432a0d7 req-be490df2-267c-41ff-8d65-136f986ea5cd tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Jan 27 16:06:42.322855 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d62c-b53e-445a-9fa9-965a38a7022b req-92b286f8-d81c-4a29-ac46-8d17ebc9e738 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:42.324965 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abf6d62c-b53e-445a-9fa9-965a38a7022b req-92b286f8-d81c-4a29-ac46-8d17ebc9e738 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0473723 Jan 27 16:06:42.402210 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abf6d62c-b53e-445a-9fa9-965a38a7022b req-efcc17b8-1009-4e34-a6aa-69987e83e9a9 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717802 Jan 27 16:06:42.421340 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-4e47f27a-3040-4875-83d7-1cacc860e7f2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:42.421340 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-4e47f27a-3040-4875-83d7-1cacc860e7f2 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/ports?device_id=8473746f-8e75-4ea0-a903-ccb17613eb4c HTTP/1.1" status: 200 len: 945 time: 0.0610268 Jan 27 16:06:42.514259 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Deleting port 7cedd957-2069-4ea7-b587-46284400992b {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:06:42.514400 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (7cedd957-2069-4ea7-b587-46284400992b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:42.605772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] For port 7cedd957-2069-4ea7-b587-46284400992b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7cedd957-2069-4ea7-b587-46284400992b,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:06:42.606139 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (7cedd957-2069-4ea7-b587-46284400992b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:42.617920 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Calling delete_port for 7cedd957-2069-4ea7-b587-46284400992b owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:06:42.748358 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (7cedd957-2069-4ea7-b587-46284400992b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:42.762256 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4', '7cedd957-2069-4ea7-b587-46284400992b'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:06:42.778221 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event deleted for resources: {'Port': ['ID=7cedd957-2069-4ea7-b587-46284400992b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:42.820033 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] No DVR routers for this DVR port 7cedd957-2069-4ea7-b587-46284400992b on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:06:42.824780 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:42.828627 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e42ae49a-23a1-426c-9ad9-f8220719df3b req-64702a2f-805d-4eff-9e36-00ec1cb32ac5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "DELETE /v2.0/ports/7cedd957-2069-4ea7-b587-46284400992b HTTP/1.1" status: 204 len: 173 time: 0.4029181 Jan 27 16:06:42.829109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'name': 'network-vif-deleted', 'tag': '7cedd957-2069-4ea7-b587-46284400992b'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:06:42.832360 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e16737-1e99-4952-9e38-b6c14b83687d" -d '{"events": [{"server_uuid": "8473746f-8e75-4ea0-a903-ccb17613eb4c", "name": "network-vif-deleted", "tag": "7cedd957-2069-4ea7-b587-46284400992b"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:06:42.873458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d70e3a-5c27-4f79-b285-496e4bb71eff x-openstack-request-id: req-42d70e3a-5c27-4f79-b285-496e4bb71eff {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:06:42.874973 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8473746f-8e75-4ea0-a903-ccb17613eb4c", "name": "network-vif-deleted", "tag": "7cedd957-2069-4ea7-b587-46284400992b", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:06:42.875601 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42d70e3a-5c27-4f79-b285-496e4bb71eff {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:06:42.876056 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8473746f-8e75-4ea0-a903-ccb17613eb4c', 'name': 'network-vif-deleted', 'tag': '7cedd957-2069-4ea7-b587-46284400992b', 'status': 'completed', 'code': 200} Jan 27 16:06:43.269922 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f9982-60a3-4e27-a2fc-f38c4fc7c7e7 req-ba3fe51a-9427-4cf3-82cd-d381ccd1f5e0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:43.271378 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e11f9982-60a3-4e27-a2fc-f38c4fc7c7e7 req-ba3fe51a-9427-4cf3-82cd-d381ccd1f5e0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0480187 Jan 27 16:06:43.326507 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e11f9982-60a3-4e27-a2fc-f38c4fc7c7e7 req-106f38ea-4707-4019-954f-8a8fe8b160fc tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Jan 27 16:06:44.448562 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671076a-af03-426d-b660-3818eaebfaeb req-4f2861c9-9d73-4f6e-b0ac-c2cbd3512970 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:44.450046 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5671076a-af03-426d-b660-3818eaebfaeb req-4f2861c9-9d73-4f6e-b0ac-c2cbd3512970 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0527029 Jan 27 16:06:44.507018 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5671076a-af03-426d-b660-3818eaebfaeb req-7325e328-2b0d-4990-999b-77343e671c9d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506186 Jan 27 16:06:44.844602 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb494dd-3439-49dc-9385-d48f09a4625d req-34f2502c-888d-416e-9a80-3e6c056d3af5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:44.846025 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2bb494dd-3439-49dc-9385-d48f09a4625d req-34f2502c-888d-416e-9a80-3e6c056d3af5 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0617592 Jan 27 16:06:44.900197 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2bb494dd-3439-49dc-9385-d48f09a4625d req-63867285-cc56-4d31-9f12-51ca39531526 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485630 Jan 27 16:06:46.024801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df3536-e366-4e06-9705-2a13b30ed414 req-0807bdef-f525-466e-a133-fc6d1f6cdc69 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:46.030220 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-65df3536-e366-4e06-9705-2a13b30ed414 req-0807bdef-f525-466e-a133-fc6d1f6cdc69 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0583096 Jan 27 16:06:46.075141 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-65df3536-e366-4e06-9705-2a13b30ed414 req-30c90115-88f3-4ca3-989f-f5fd149eb3ed tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Jan 27 16:06:47.195077 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b24b5e-5cec-404d-b818-22d0c2133c0b req-a1b19497-f286-424e-a17a-5879f14b79ea tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:47.196546 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e6b24b5e-5cec-404d-b818-22d0c2133c0b req-a1b19497-f286-424e-a17a-5879f14b79ea tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0497282 Jan 27 16:06:47.242757 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e6b24b5e-5cec-404d-b818-22d0c2133c0b req-dc1c2bc9-9f49-4dcf-8030-59e95053006d tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/security-groups?id=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Jan 27 16:06:47.420609 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7cedd957-2069-4ea7-b587-46284400992b no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:06:47.442843 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 7cedd957-2069-4ea7-b587-46284400992b {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:06:47.443215 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7cedd957-2069-4ea7-b587-46284400992b not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:06:47.778966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d151-2017-4194-acc4-609446c95347 req-856aeaf9-44e8-4eba-acfe-3674fac4c717 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:47.780442 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77d0d151-2017-4194-acc4-609446c95347 req-856aeaf9-44e8-4eba-acfe-3674fac4c717 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 946 time: 0.0523202 Jan 27 16:06:47.878045 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Deleting port 9d581be4-aa99-4784-808d-72ecbb0595a4 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:06:47.878383 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:47.965001 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] For port 9d581be4-aa99-4784-808d-72ecbb0595a4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=9d581be4-aa99-4784-808d-72ecbb0595a4,segment=NetworkSegment(836af637-aa30-48ee-92fe-f419f3711dd0),segment_id=836af637-aa30-48ee-92fe-f419f3711dd0)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:06:47.965359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:47.977345 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Calling delete_port for 9d581be4-aa99-4784-808d-72ecbb0595a4 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:06:48.107940 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (9d581be4-aa99-4784-808d-72ecbb0595a4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:48.121077 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['9d581be4-aa99-4784-808d-72ecbb0595a4'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:06:48.134901 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Pushing event deleted for resources: {'Port': ['ID=9d581be4-aa99-4784-808d-72ecbb0595a4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:48.182621 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] No DVR routers for this DVR port 9d581be4-aa99-4784-808d-72ecbb0595a4 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:06:48.185142 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:48.188607 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77d0d151-2017-4194-acc4-609446c95347 req-452f62fe-b7ab-4f79-849a-5f1b6c0db187 tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.60 "DELETE /v2.0/ports/9d581be4-aa99-4784-808d-72ecbb0595a4 HTTP/1.1" status: 204 len: 173 time: 0.4020793 Jan 27 16:06:48.189091 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'name': 'network-vif-deleted', 'tag': '9d581be4-aa99-4784-808d-72ecbb0595a4'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:06:48.191322 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c253a47-6f8a-4edb-83e9-0680001b816c" -d '{"events": [{"server_uuid": "3fdcde5c-e6f9-45cc-9173-2a47cd7459ee", "name": "network-vif-deleted", "tag": "9d581be4-aa99-4784-808d-72ecbb0595a4"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:06:48.228734 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5871804-7980-4252-8bd1-79e3d02c574f x-openstack-request-id: req-e5871804-7980-4252-8bd1-79e3d02c574f {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:06:48.231594 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdcde5c-e6f9-45cc-9173-2a47cd7459ee", "name": "network-vif-deleted", "tag": "9d581be4-aa99-4784-808d-72ecbb0595a4", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:06:48.231594 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5871804-7980-4252-8bd1-79e3d02c574f {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:06:48.231594 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdcde5c-e6f9-45cc-9173-2a47cd7459ee', 'name': 'network-vif-deleted', 'tag': '9d581be4-aa99-4784-808d-72ecbb0595a4', 'status': 'completed', 'code': 200} Jan 27 16:06:48.366297 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-058a937d-a29c-4575-a4b0-1f393ada23dc req-e0634df2-6b68-4cb4-a9c9-8a7b83756ffa tempest-AttachVolumeNegativeTest-165587263 tempest-AttachVolumeNegativeTest-165587263-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fdcde5c-e6f9-45cc-9173-2a47cd7459ee HTTP/1.1" status: 200 len: 210 time: 0.0307200 Jan 27 16:06:48.415276 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423d8b-773f-45a5-a541-9adc7949fef9 req-5399b496-27a6-4b88-96af-66e96924a06d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:48.417358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5423d8b-773f-45a5-a541-9adc7949fef9 req-5399b496-27a6-4b88-96af-66e96924a06d tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0499797 Jan 27 16:06:48.464081 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5423d8b-773f-45a5-a541-9adc7949fef9 req-c8ca2f15-99e5-4f3d-b92b-51dfc7c21eb1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Jan 27 16:06:49.424394 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39218) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:49.468172 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Deleting subnet 73862c75-5632-4450-8f2c-6525f0f099c7 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:06:49.471396 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Publish callbacks [] for subnet (73862c75-5632-4450-8f2c-6525f0f099c7), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:49.508800 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (73862c75-5632-4450-8f2c-6525f0f099c7), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:49.558701 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (73862c75-5632-4450-8f2c-6525f0f099c7), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:49.589164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1927c3-9ce8-4740-a231-81721dcc5480 req-f62c4c5a-99b2-4a32-9c69-92b6f7ab29e0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:49.590923 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a1927c3-9ce8-4740-a231-81721dcc5480 req-f62c4c5a-99b2-4a32-9c69-92b6f7ab29e0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0538754 Jan 27 16:06:49.619262 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (73862c75-5632-4450-8f2c-6525f0f099c7), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:49.641015 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a1927c3-9ce8-4740-a231-81721dcc5480 req-b46192da-75ff-4236-9539-3a1aec051bc5 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Jan 27 16:06:49.644585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73862c75-5632-4450-8f2c-6525f0f099c7,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:49.651644 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:49.654828 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1b170c83-1942-4d15-9506-be4f3eb6ce61 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/73862c75-5632-4450-8f2c-6525f0f099c7 HTTP/1.1" status: 204 len: 168 time: 0.2294350 Jan 27 16:06:49.657356 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39222) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:49.731111 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (428491c7-1dfc-4e6f-a1ce-ef805c994d7c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.023853 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (428491c7-1dfc-4e6f-a1ce-ef805c994d7c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.048740 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428491c7-1dfc-4e6f-a1ce-ef805c994d7c']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:06:50.058483 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836af637-aa30-48ee-92fe-f419f3711dd0') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:06:50.058783 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836af637-aa30-48ee-92fe-f419f3711dd0') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:06:50.067906 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (836af637-aa30-48ee-92fe-f419f3711dd0), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.080973 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (836af637-aa30-48ee-92fe-f419f3711dd0), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.087175 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:06:50.087675 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (836af637-aa30-48ee-92fe-f419f3711dd0), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:06:50.090105 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:06:50.144029 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (428491c7-1dfc-4e6f-a1ce-ef805c994d7c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.151851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.156973 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] 10.222.0.61 "DELETE /v2.0/networks/428491c7-1dfc-4e6f-a1ce-ef805c994d7c HTTP/1.1" status: 204 len: 168 time: 0.4984620 Jan 27 16:06:50.178079 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752657a3-cf44-4a6c-bcba-603705d9e7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=428491c7-1dfc-4e6f-a1ce-ef805c994d7c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:50.340078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39232) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:50.384788 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7a7fcccc-8e5e-4b65-8855-06a49bae959c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ff07a1c1705459093c50413a35df253&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434997 Jan 27 16:06:50.387464 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39234) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:50.434592 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-286639c5-43fe-463c-9ab7-2d06c6536372 admin admin] Publish callbacks [] for security_group (4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.455828 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-286639c5-43fe-463c-9ab7-2d06c6536372 admin admin] Publish callbacks [] for security_group (4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.502426 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-286639c5-43fe-463c-9ab7-2d06c6536372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.505073 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-286639c5-43fe-463c-9ab7-2d06c6536372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:50.506221 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-286639c5-43fe-463c-9ab7-2d06c6536372 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd HTTP/1.1" status: 204 len: 168 time: 0.1178589 Jan 27 16:06:50.514441 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286639c5-43fe-463c-9ab7-2d06c6536372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5708cb-66c0-4ea4-8bc6-c0ba95bcbebd,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:50.789661 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61af0a-ddef-4c56-867f-1cd60b321aa4 req-6f3c1f1d-c175-454a-a0cf-c58a129f5479 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:50.792249 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6d61af0a-ddef-4c56-867f-1cd60b321aa4 req-6f3c1f1d-c175-454a-a0cf-c58a129f5479 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0702882 Jan 27 16:06:50.844344 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6d61af0a-ddef-4c56-867f-1cd60b321aa4 req-96a99d53-0ac0-4595-a79e-c6a3389815e1 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Jan 27 16:06:51.433773 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 9d581be4-aa99-4784-808d-72ecbb0595a4 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:06:51.453546 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 9d581be4-aa99-4784-808d-72ecbb0595a4 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:06:51.454107 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 9d581be4-aa99-4784-808d-72ecbb0595a4 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:06:51.873554 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-2df4fe58-bfd4-459d-9290-925edfb7ca94 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:51.875136 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-2df4fe58-bfd4-459d-9290-925edfb7ca94 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0594985 Jan 27 16:06:52.010039 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ebb7-8a43-4c40-bb32-26b8b5ce3a52 req-b18cd014-e080-4727-a7d7-92181bba9442 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:52.011585 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc26ebb7-8a43-4c40-bb32-26b8b5ce3a52 req-b18cd014-e080-4727-a7d7-92181bba9442 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 946 time: 0.0909538 Jan 27 16:06:52.054616 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Deleting port 02126963-aa69-4146-be3b-fb8b3197466e {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:06:52.054963 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (02126963-aa69-4146-be3b-fb8b3197466e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.120786 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bc26ebb7-8a43-4c40-bb32-26b8b5ce3a52 req-c665512e-efd7-494b-a7e8-2d69b8799140 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 Jan 27 16:06:52.167344 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] For port 02126963-aa69-4146-be3b-fb8b3197466e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=02126963-aa69-4146-be3b-fb8b3197466e,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:06:52.167726 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (02126963-aa69-4146-be3b-fb8b3197466e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.186351 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Calling delete_port for 02126963-aa69-4146-be3b-fb8b3197466e owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:06:52.282797 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39300) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:52.325402 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (02126963-aa69-4146-be3b-fb8b3197466e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.347686 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['fdc1784f-018f-4bdb-9f4c-28700d25817c', '02126963-aa69-4146-be3b-fb8b3197466e'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:06:52.361260 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Pushing event deleted for resources: {'Port': ['ID=02126963-aa69-4146-be3b-fb8b3197466e,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:52.404407 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e936997e-620f-4a51-9bb1-0e77d351e995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.404768 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] No DVR routers for this DVR port 02126963-aa69-4146-be3b-fb8b3197466e on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:06:52.407359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.411648 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e7010446-dfc6-4e27-a9bd-14fcf1ef42a1 req-d5f1f664-e7dc-4801-856e-b632ba44e210 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "DELETE /v2.0/ports/02126963-aa69-4146-be3b-fb8b3197466e HTTP/1.1" status: 204 len: 173 time: 0.5278611 Jan 27 16:06:52.412123 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'name': 'network-vif-deleted', 'tag': '02126963-aa69-4146-be3b-fb8b3197466e'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:06:52.415059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d436185-c77a-4fbb-9b4d-b76614e9b524" -d '{"events": [{"server_uuid": "53c1dfef-ceda-489a-a7ea-045b8ab0f249", "name": "network-vif-deleted", "tag": "02126963-aa69-4146-be3b-fb8b3197466e"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:06:52.456911 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa6d74c-a7a5-4d82-aa57-1c2a3cd07b1c x-openstack-request-id: req-1fa6d74c-a7a5-4d82-aa57-1c2a3cd07b1c {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:06:52.457456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c1dfef-ceda-489a-a7ea-045b8ab0f249", "name": "network-vif-deleted", "tag": "02126963-aa69-4146-be3b-fb8b3197466e", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:06:52.457940 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fa6d74c-a7a5-4d82-aa57-1c2a3cd07b1c {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:06:52.458416 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c1dfef-ceda-489a-a7ea-045b8ab0f249', 'name': 'network-vif-deleted', 'tag': '02126963-aa69-4146-be3b-fb8b3197466e', 'status': 'completed', 'code': 200} Jan 27 16:06:52.514307 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e936997e-620f-4a51-9bb1-0e77d351e995 admin admin] Publish callbacks [] for security_group (d76dda9b-568d-470d-8e26-10c75c829360), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.519643 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e936997e-620f-4a51-9bb1-0e77d351e995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d76dda9b-568d-470d-8e26-10c75c829360), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.561271 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-e936997e-620f-4a51-9bb1-0e77d351e995 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91b1d192b935404a8189ad5682fabccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772617 Jan 27 16:06:52.562098 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936997e-620f-4a51-9bb1-0e77d351e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76dda9b-568d-470d-8e26-10c75c829360,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:52.564141 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39306) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:52.618735 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4901ea30-a3f9-4c70-8a69-53b4464e3b87 admin admin] Publish callbacks [] for security_group (d76dda9b-568d-470d-8e26-10c75c829360), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.640969 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4901ea30-a3f9-4c70-8a69-53b4464e3b87 admin admin] Publish callbacks [] for security_group (d76dda9b-568d-470d-8e26-10c75c829360), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.687247 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4901ea30-a3f9-4c70-8a69-53b4464e3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d76dda9b-568d-470d-8e26-10c75c829360), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.689962 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4901ea30-a3f9-4c70-8a69-53b4464e3b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:52.691171 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4901ea30-a3f9-4c70-8a69-53b4464e3b87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d76dda9b-568d-470d-8e26-10c75c829360 HTTP/1.1" status: 204 len: 168 time: 0.1259470 Jan 27 16:06:52.699912 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901ea30-a3f9-4c70-8a69-53b4464e3b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76dda9b-568d-470d-8e26-10c75c829360,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:52.954772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39312) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:52.970886 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa767-6163-46e2-8887-baf81994e132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.056245 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa767-6163-46e2-8887-baf81994e132 admin admin] Publish callbacks [] for security_group (b89fe054-ddbe-40c6-99e9-77739ad3cb44), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.061330 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa767-6163-46e2-8887-baf81994e132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (b89fe054-ddbe-40c6-99e9-77739ad3cb44), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.101439 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-aa7aa767-6163-46e2-8887-baf81994e132 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac7317d0d85f42ef92807892002d08a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455185 Jan 27 16:06:53.104023 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aa767-6163-46e2-8887-baf81994e132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89fe054-ddbe-40c6-99e9-77739ad3cb44,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:53.104809 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39318) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:53.155781 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b28a-1b18-40ce-bb98-66fc3bc0ed6e admin admin] Publish callbacks [] for security_group (b89fe054-ddbe-40c6-99e9-77739ad3cb44), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.179183 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b28a-1b18-40ce-bb98-66fc3bc0ed6e admin admin] Publish callbacks [] for security_group (b89fe054-ddbe-40c6-99e9-77739ad3cb44), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.231313 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b28a-1b18-40ce-bb98-66fc3bc0ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (b89fe054-ddbe-40c6-99e9-77739ad3cb44), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.233911 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b28a-1b18-40ce-bb98-66fc3bc0ed6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:53.235109 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-bdc3b28a-1b18-40ce-bb98-66fc3bc0ed6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b89fe054-ddbe-40c6-99e9-77739ad3cb44 HTTP/1.1" status: 204 len: 168 time: 0.1292236 Jan 27 16:06:53.243860 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3b28a-1b18-40ce-bb98-66fc3bc0ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89fe054-ddbe-40c6-99e9-77739ad3cb44,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:53.245142 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-de8fbd1f-defc-40b1-9fe0-0c277e36351e req-f2599156-e66b-4311-885e-91f454758315 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=53c1dfef-ceda-489a-a7ea-045b8ab0f249 HTTP/1.1" status: 200 len: 210 time: 0.0296903 Jan 27 16:06:53.745713 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-a2aafe21-8734-48cb-b6e6-0ef59d1d69ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431824 Jan 27 16:06:53.811118 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-fe2bd529-48fb-46dd-a307-eeb0ecf110ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:53.812877 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-fe2bd529-48fb-46dd-a307-eeb0ecf110ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1098 time: 0.0449815 Jan 27 16:06:53.923186 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-0cd947c2-c2ff-4b3a-9659-0886c5088c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:53.924720 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-0cd947c2-c2ff-4b3a-9659-0886c5088c79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0912850 Jan 27 16:06:54.005647 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-5e4319a7-2e83-418d-90d6-a40e0dc98981 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 1000 time: 0.0686522 Jan 27 16:06:54.056827 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-ed22cbcf-8cd2-4a15-8760-be3e510a6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:54.058506 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-ed22cbcf-8cd2-4a15-8760-be3e510a6680 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0466373 Jan 27 16:06:54.107073 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-d1772cad-2f38-4b33-9f35-ca2591d89e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:54.108595 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-d1772cad-2f38-4b33-9f35-ca2591d89e37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436475 Jan 27 16:06:54.205278 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-caea1bcc-2dcc-47f5-bd24-0bd3a8e042a3 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903211 Jan 27 16:06:54.304319 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dabf81d8-d654-4e88-ba0d-eb6d03070d89 req-1d29fa94-a233-4572-bb0e-9271268f15d4 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919487 Jan 27 16:06:54.457384 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ad87591e-5e07-468a-9157-8cf477dadac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:54.549801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3dc66-eacb-468c-9f00-6d1aa703cb1f req-6f95cc7c-34f1-472c-80d1-1903dcd5c1e6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:54.551353 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47a3dc66-eacb-468c-9f00-6d1aa703cb1f req-6f95cc7c-34f1-472c-80d1-1903dcd5c1e6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0512698 Jan 27 16:06:54.599200 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47a3dc66-eacb-468c-9f00-6d1aa703cb1f req-ca28b38d-653a-46bf-a355-c2228f9a7c28 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Jan 27 16:06:55.456680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 02126963-aa69-4146-be3b-fb8b3197466e no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:06:55.476998 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 02126963-aa69-4146-be3b-fb8b3197466e {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:06:55.477689 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 02126963-aa69-4146-be3b-fb8b3197466e not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:06:55.715985 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfcb8b-73ff-439d-9db0-a47f6c648742 req-0369c672-8f5b-4007-bb5d-fc76cb459193 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:55.717448 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b2cfcb8b-73ff-439d-9db0-a47f6c648742 req-0369c672-8f5b-4007-bb5d-fc76cb459193 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0481126 Jan 27 16:06:55.764637 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b2cfcb8b-73ff-439d-9db0-a47f6c648742 req-756f55b4-bb2a-401f-8a2d-6d54d98fd252 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Jan 27 16:06:56.731440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-eab66c6d-9c29-48ff-8a33-8386b34ac2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:56.884965 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccf617-95fc-4c78-81e4-700ea747ae4f req-f3e2a10a-e95d-494b-a7c2-c9a2f37b68f7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:56.886449 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-82ccf617-95fc-4c78-81e4-700ea747ae4f req-f3e2a10a-e95d-494b-a7c2-c9a2f37b68f7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0530119 Jan 27 16:06:56.932595 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-82ccf617-95fc-4c78-81e4-700ea747ae4f req-f9ecf794-98a4-4f1b-9c50-07c7377bcba6 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Jan 27 16:06:57.634104 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.058436 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6cb28-8ffe-4977-8963-0ccb57f3f9f3 req-c3ee0d3b-a93e-4984-9893-67da243969ea tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:58.060012 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c9d6cb28-8ffe-4977-8963-0ccb57f3f9f3 req-c3ee0d3b-a93e-4984-9893-67da243969ea tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0496044 Jan 27 16:06:58.115486 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c9d6cb28-8ffe-4977-8963-0ccb57f3f9f3 req-a405392d-ea26-4784-bbfa-28240b2808a0 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Jan 27 16:06:58.207778 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.323213 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39472) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:58.427817 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9eb42e16-f65f-44cf-ad14-ef5a94f99fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.508204 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9eb42e16-f65f-44cf-ad14-ef5a94f99fd1 admin admin] Publish callbacks [] for security_group (01db2494-5d10-4816-b8c1-36cb4db1787d), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.512316 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9eb42e16-f65f-44cf-ad14-ef5a94f99fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (01db2494-5d10-4816-b8c1-36cb4db1787d), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.549633 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9eb42e16-f65f-44cf-ad14-ef5a94f99fd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20f6c630aaab45b18ed94a6a195b975f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253268 Jan 27 16:06:58.550607 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb42e16-f65f-44cf-ad14-ef5a94f99fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01db2494-5d10-4816-b8c1-36cb4db1787d,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:58.552280 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39476) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:58.620409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cec14385-77d5-4f96-89b2-485578b6bcab admin admin] Publish callbacks [] for security_group (01db2494-5d10-4816-b8c1-36cb4db1787d), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.641559 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cec14385-77d5-4f96-89b2-485578b6bcab admin admin] Publish callbacks [] for security_group (01db2494-5d10-4816-b8c1-36cb4db1787d), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.691765 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cec14385-77d5-4f96-89b2-485578b6bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (01db2494-5d10-4816-b8c1-36cb4db1787d), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.694484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cec14385-77d5-4f96-89b2-485578b6bcab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:58.695675 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cec14385-77d5-4f96-89b2-485578b6bcab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01db2494-5d10-4816-b8c1-36cb4db1787d HTTP/1.1" status: 204 len: 168 time: 0.1423531 Jan 27 16:06:58.703647 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec14385-77d5-4f96-89b2-485578b6bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db2494-5d10-4816-b8c1-36cb4db1787d,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:58.965676 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39492) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:58.979383 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-273b5be7-b031-4df4-9caf-2400729627a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.057721 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-273b5be7-b031-4df4-9caf-2400729627a8 admin admin] Publish callbacks [] for security_group (801f55f6-c6d2-4eae-9b2a-265af4538ce1), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.061447 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-273b5be7-b031-4df4-9caf-2400729627a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (801f55f6-c6d2-4eae-9b2a-265af4538ce1), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.100052 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-273b5be7-b031-4df4-9caf-2400729627a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b6d15f6b8d74d2a96b8380c06b84223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332352 Jan 27 16:06:59.100977 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5be7-b031-4df4-9caf-2400729627a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f55f6-c6d2-4eae-9b2a-265af4538ce1,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:59.102990 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39494) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:06:59.153423 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.167141 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ffba5cd1-8c7f-4c3f-a351-7f012fbe19d3 admin admin] Publish callbacks [] for security_group (801f55f6-c6d2-4eae-9b2a-265af4538ce1), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.196391 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ffba5cd1-8c7f-4c3f-a351-7f012fbe19d3 admin admin] Publish callbacks [] for security_group (801f55f6-c6d2-4eae-9b2a-265af4538ce1), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.238363 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82becf-7c80-436a-b67b-b1624aaceac8 req-64cba2a1-814e-416c-b20b-4b3849821de7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:06:59.240524 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9f82becf-7c80-436a-b67b-b1624aaceac8 req-64cba2a1-814e-416c-b20b-4b3849821de7 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0537488 Jan 27 16:06:59.248707 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ffba5cd1-8c7f-4c3f-a351-7f012fbe19d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (801f55f6-c6d2-4eae-9b2a-265af4538ce1), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.251472 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ffba5cd1-8c7f-4c3f-a351-7f012fbe19d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:06:59.252670 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-ffba5cd1-8c7f-4c3f-a351-7f012fbe19d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/801f55f6-c6d2-4eae-9b2a-265af4538ce1 HTTP/1.1" status: 204 len: 168 time: 0.1485748 Jan 27 16:06:59.261110 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba5cd1-8c7f-4c3f-a351-7f012fbe19d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f55f6-c6d2-4eae-9b2a-265af4538ce1,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:06:59.301207 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9f82becf-7c80-436a-b67b-b1624aaceac8 req-b495f7c7-5957-48af-804c-fff52396fa9f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544956 Jan 27 16:07:00.422917 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460fbb-c9c3-42be-b2e4-4cb0b3dd9f36 req-3c3340c8-ecf8-49c3-b210-7c846f8e2ba8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:00.424542 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9460fbb-c9c3-42be-b2e4-4cb0b3dd9f36 req-3c3340c8-ecf8-49c3-b210-7c846f8e2ba8 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0494294 Jan 27 16:07:00.474769 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:00.483707 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9460fbb-c9c3-42be-b2e4-4cb0b3dd9f36 req-cd21567f-beb0-4974-b1b6-18499194e106 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/security-groups?id=294fb112-a4fc-4810-aa86-5457c1e79a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Jan 27 16:07:00.885363 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7a336372-c34b-44c5-b177-07244d4a7f0f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:00.886924 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7a336372-c34b-44c5-b177-07244d4a7f0f tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 945 time: 0.0490708 Jan 27 16:07:00.925701 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39554) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:00.985468 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Deleting port fdc1784f-018f-4bdb-9f4c-28700d25817c {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:07:00.986307 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.038972 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-22510524-85a1-4880-a78f-4d6b98064e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.076750 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] For port fdc1784f-018f-4bdb-9f4c-28700d25817c, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=fdc1784f-018f-4bdb-9f4c-28700d25817c,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:01.077122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.090580 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Calling delete_port for fdc1784f-018f-4bdb-9f4c-28700d25817c owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:07:01.118275 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-22510524-85a1-4880-a78f-4d6b98064e5e admin admin] Publish callbacks [] for security_group (8ba86306-329a-40a4-a683-7e757340f284), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.122445 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-22510524-85a1-4880-a78f-4d6b98064e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8ba86306-329a-40a4-a683-7e757340f284), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.160805 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22510524-85a1-4880-a78f-4d6b98064e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba86306-329a-40a4-a683-7e757340f284,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:01.172756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39564) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:01.172954 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-22510524-85a1-4880-a78f-4d6b98064e5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b34ca1b06d1e4df2ae9d619792a41ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461557 Jan 27 16:07:01.264137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f02c74c0-0038-4f20-b0c7-db96c8be0885 admin admin] Publish callbacks [] for security_group (8ba86306-329a-40a4-a683-7e757340f284), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.268767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (fdc1784f-018f-4bdb-9f4c-28700d25817c), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.281628 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['fdc1784f-018f-4bdb-9f4c-28700d25817c'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:07:01.313228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Pushing event deleted for resources: {'Port': ['ID=fdc1784f-018f-4bdb-9f4c-28700d25817c,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:01.326327 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f02c74c0-0038-4f20-b0c7-db96c8be0885 admin admin] Publish callbacks [] for security_group (8ba86306-329a-40a4-a683-7e757340f284), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.369964 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39568) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:01.376259 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] No DVR routers for this DVR port fdc1784f-018f-4bdb-9f4c-28700d25817c on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:07:01.383401 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.387217 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2609649b-81bf-47b5-8afe-d0884aa6551d req-7d1b6672-3f7f-438b-8575-9cf2935ce92c tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.60 "DELETE /v2.0/ports/fdc1784f-018f-4bdb-9f4c-28700d25817c HTTP/1.1" status: 204 len: 173 time: 0.4942241 Jan 27 16:07:01.387687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'name': 'network-vif-deleted', 'tag': 'fdc1784f-018f-4bdb-9f4c-28700d25817c'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:01.390015 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ec38d-8316-4ce7-9c89-dc80bfadd40d" -d '{"events": [{"server_uuid": "e56702b3-830c-441b-b790-b13f42d20c0d", "name": "network-vif-deleted", "tag": "fdc1784f-018f-4bdb-9f4c-28700d25817c"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:01.437266 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3bfdb7-a3cf-48d8-8967-5659640d7a0e x-openstack-request-id: req-9d3bfdb7-a3cf-48d8-8967-5659640d7a0e {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:01.437559 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56702b3-830c-441b-b790-b13f42d20c0d", "name": "network-vif-deleted", "tag": "fdc1784f-018f-4bdb-9f4c-28700d25817c", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:01.437847 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d3bfdb7-a3cf-48d8-8967-5659640d7a0e {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:01.438296 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56702b3-830c-441b-b790-b13f42d20c0d', 'name': 'network-vif-deleted', 'tag': 'fdc1784f-018f-4bdb-9f4c-28700d25817c', 'status': 'completed', 'code': 200} Jan 27 16:07:01.441612 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f02c74c0-0038-4f20-b0c7-db96c8be0885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8ba86306-329a-40a4-a683-7e757340f284), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.445428 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f02c74c0-0038-4f20-b0c7-db96c8be0885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.447190 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f02c74c0-0038-4f20-b0c7-db96c8be0885 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ba86306-329a-40a4-a683-7e757340f284 HTTP/1.1" status: 204 len: 168 time: 0.2728474 Jan 27 16:07:01.457625 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c74c0-0038-4f20-b0c7-db96c8be0885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba86306-329a-40a4-a683-7e757340f284,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:01.532254 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bffa-b4f8-4f46-941d-69e284170f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.608825 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d4168dba-26ae-42b1-8c61-087a0182fae3 req-33dcbd89-c76e-4919-9890-e0d7bd199176 tempest-ServerRescueNegativeTestJSON-563805037 tempest-ServerRescueNegativeTestJSON-563805037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e56702b3-830c-441b-b790-b13f42d20c0d HTTP/1.1" status: 200 len: 210 time: 0.0332875 Jan 27 16:07:01.655856 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bffa-b4f8-4f46-941d-69e284170f3f admin admin] Publish callbacks [] for security_group (88a6f9a5-3be3-4fd9-a281-ab02af08a44a), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.661418 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bffa-b4f8-4f46-941d-69e284170f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (88a6f9a5-3be3-4fd9-a281-ab02af08a44a), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.700608 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6ef5bffa-b4f8-4f46-941d-69e284170f3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c4bfca3fec146439ab3d24cfce7c607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295417 Jan 27 16:07:01.701493 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5bffa-b4f8-4f46-941d-69e284170f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a6f9a5-3be3-4fd9-a281-ab02af08a44a,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:01.704911 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39580) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:01.763058 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-74eecd42-c151-4dc2-b061-5552ae08017c admin admin] Publish callbacks [] for security_group (88a6f9a5-3be3-4fd9-a281-ab02af08a44a), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.767871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39582) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:01.781178 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5e521da5-0878-47a6-abea-baaf13b0aecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.786242 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-74eecd42-c151-4dc2-b061-5552ae08017c admin admin] Publish callbacks [] for security_group (88a6f9a5-3be3-4fd9-a281-ab02af08a44a), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.835924 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-74eecd42-c151-4dc2-b061-5552ae08017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (88a6f9a5-3be3-4fd9-a281-ab02af08a44a), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.839551 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-74eecd42-c151-4dc2-b061-5552ae08017c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.843563 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-74eecd42-c151-4dc2-b061-5552ae08017c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88a6f9a5-3be3-4fd9-a281-ab02af08a44a HTTP/1.1" status: 204 len: 168 time: 0.1355062 Jan 27 16:07:01.856973 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eecd42-c151-4dc2-b061-5552ae08017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a6f9a5-3be3-4fd9-a281-ab02af08a44a,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:01.871623 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5e521da5-0878-47a6-abea-baaf13b0aecc admin admin] Publish callbacks [] for security_group (a51a9102-4459-49c3-86f3-c0f1ebc956c6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.889646 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5e521da5-0878-47a6-abea-baaf13b0aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a51a9102-4459-49c3-86f3-c0f1ebc956c6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:01.935360 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e521da5-0878-47a6-abea-baaf13b0aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a9102-4459-49c3-86f3-c0f1ebc956c6,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:01.939704 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5e521da5-0878-47a6-abea-baaf13b0aecc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e148e7ef18724d6caec7a7f7dd9b0ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706274 Jan 27 16:07:01.943243 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39588) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:02.034190 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-330c800b-a200-44fd-b211-2d140da71652 admin admin] Publish callbacks [] for security_group (a51a9102-4459-49c3-86f3-c0f1ebc956c6), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:02.064662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-330c800b-a200-44fd-b211-2d140da71652 admin admin] Publish callbacks [] for security_group (a51a9102-4459-49c3-86f3-c0f1ebc956c6), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:02.123677 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-330c800b-a200-44fd-b211-2d140da71652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a51a9102-4459-49c3-86f3-c0f1ebc956c6), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:02.126662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-330c800b-a200-44fd-b211-2d140da71652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:02.127871 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-330c800b-a200-44fd-b211-2d140da71652 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a51a9102-4459-49c3-86f3-c0f1ebc956c6 HTTP/1.1" status: 204 len: 168 time: 0.1830564 Jan 27 16:07:02.139798 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c800b-a200-44fd-b211-2d140da71652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a9102-4459-49c3-86f3-c0f1ebc956c6,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:02.673922 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39626) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:02.801294 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39632) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:02.996052 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:07:03.014426 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1412458227-network', 'tenant_id': '9f9b239b5a37482a93c714c4cff8d675'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:07:03.037668 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Made reservation on behalf of 9f9b239b5a37482a93c714c4cff8d675 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:07:03.041956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.058539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.130095 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (99f09f51-e332-469f-92b7-3aaa9d361d57), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.155808 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks [] for security_group (a0c05d5a-ee3e-4e8e-ba19-1f77de05646e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.162674 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a0c05d5a-ee3e-4e8e-ba19-1f77de05646e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.205407 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:03.220474 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:07:03.237292 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (021881b1-0f22-4496-9230-872b244c8462), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.237770 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Added segment 021881b1-0f22-4496-9230-872b244c8462 of type vlan for network 9564f5ab-b5b0-4731-93e1-698de8676e63 Jan 27 16:07:03.286762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (9564f5ab-b5b0-4731-93e1-698de8676e63), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.323138 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (9564f5ab-b5b0-4731-93e1-698de8676e63), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.324398 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:03.325209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.389058 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5865791 Jan 27 16:07:03.391999 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39652) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:03.396993 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6646c4-049f-4c87-b2fc-f90ddda9e856 admin admin] Pushing event updated for resources: {'Network': ['ID=9564f5ab-b5b0-4731-93e1-698de8676e63,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:03.397696 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Request body: {'subnet': {'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1412458227-subnet', 'tenant_id': '9f9b239b5a37482a93c714c4cff8d675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:07:03.410073 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 9564f5ab-b5b0-4731-93e1-698de8676e63 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:07:03.459665 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Made reservation on behalf of 9f9b239b5a37482a93c714c4cff8d675 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:07:03.461908 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531443260'] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.552214 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Deleting port b193ca9e-6d40-49a9-b67c-8f033fa78dd6 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:07:03.552450 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.707555 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] For port b193ca9e-6d40-49a9-b67c-8f033fa78dd6, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,segment=NetworkSegment(17764d3b-e668-4eb1-bded-fe09a3ba5a74),segment_id=17764d3b-e668-4eb1-bded-fe09a3ba5a74)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:03.708203 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.728594 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Calling delete_port for b193ca9e-6d40-49a9-b67c-8f033fa78dd6 owned by network:router_interface {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:07:03.734183 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531205842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531443246'] for subnet (f3e9bdfd-1085-4a85-80f0-77fb5930ac3d), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.854696 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e9bdfd-1085-4a85-80f0-77fb5930ac3d,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:03.876850 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Checking segment: {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:07:03.877458 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Network hostable DHCP agents. Network: 9564f5ab-b5b0-4731-93e1-698de8676e63, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:07:03.937704 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Network 9564f5ab-b5b0-4731-93e1-698de8676e63 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:07:03.960513 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 9564f5ab-b5b0-4731-93e1-698de8676e63) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:07:03.966259 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:03.966857 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:03.974699 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21406741-3501-4638-be48-0f47a0fc2e07 None None] Network 9564f5ab-b5b0-4731-93e1-698de8676e63 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:07:03.989128 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0087a5f8-a536-4931-8eb6-3e7a7c964c9c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5960512 Jan 27 16:07:04.041028 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (b193ca9e-6d40-49a9-b67c-8f033fa78dd6), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:04.126442 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f9609-c7fc-4ff6-ad86-66e0d2a46468 None None] Network 9564f5ab-b5b0-4731-93e1-698de8676e63 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:07:04.143980 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b193ca9e-6d40-49a9-b67c-8f033fa78dd6,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:04.326010 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (99f09f51-e332-469f-92b7-3aaa9d361d57), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:04.769023 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Router 99f09f51-e332-469f-92b7-3aaa9d361d57 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:07:04.874534 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:07:04.880456 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-fb7c988d-3503-44a5-a5e3-d5e7296117cf admin admin] 10.222.0.61 "PUT /v2.0/routers/99f09f51-e332-469f-92b7-3aaa9d361d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055082 Jan 27 16:07:04.883004 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39686) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:04.883559 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] Sync routers for ids ['99f09f51-e332-469f-92b7-3aaa9d361d57'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:07:04.895321 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] Routers {'99f09f51-e332-469f-92b7-3aaa9d361d57'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:07:04.895930 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:06:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['99f09f51-e332-469f-92b7-3aaa9d361d57'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:04.984477 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks [] for router (99f09f51-e332-469f-92b7-3aaa9d361d57), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:04.995524 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] Set router 99f09f51-e332-469f-92b7-3aaa9d361d57 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:07:05.086954 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks [] for router_gateway (99f09f51-e332-469f-92b7-3aaa9d361d57), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.148844 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Deleting port 4e1cfd3b-fbca-4e53-91b5-496e929b478f {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:07:05.149171 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.185476 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:07:03Z', 'revision_number': 5, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port': {'id': '4e1cfd3b-fbca-4e53-91b5-496e929b478f', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:05.214709 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] Checking router: 99f09f51-e332-469f-92b7-3aaa9d361d57 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:07:05.223487 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] Routers {'99f09f51-e332-469f-92b7-3aaa9d361d57'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:07:05.224158 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:06:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['99f09f51-e332-469f-92b7-3aaa9d361d57'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:05.234520 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] For port 4e1cfd3b-fbca-4e53-91b5-496e929b478f, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=4e1cfd3b-fbca-4e53-91b5-496e929b478f,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:05.235129 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.254189 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Calling delete_port for 4e1cfd3b-fbca-4e53-91b5-496e929b478f owned by network:router_gateway {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:07:05.321135 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] Set router 99f09f51-e332-469f-92b7-3aaa9d361d57 gateway port host: None {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:07:05.384367 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:07:05Z', 'revision_number': 6, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:05.416463 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c98f7-d2f7-4bc2-a0c3-09281fdcfbb5 None None] The sync data for ids ['99f09f51-e332-469f-92b7-3aaa9d361d57'] in dv-cinder-826350-3-iscsi is: [{'id': '99f09f51-e332-469f-92b7-3aaa9d361d57', 'name': 'tempest-ServerRescueNegativeTestJSON-992143653-router', 'tenant_id': '8a2429eb90c34664ac6a690662ded8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:07:05Z', 'revision_number': 6, 'project_id': '8a2429eb90c34664ac6a690662ded8d4', 'gw_port_host': None}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:07:05.465028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device fdc1784f-018f-4bdb-9f4c-28700d25817c no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:07:05.478468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (4e1cfd3b-fbca-4e53-91b5-496e929b478f), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.485421 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: fdc1784f-018f-4bdb-9f4c-28700d25817c {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:07:05.485853 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device fdc1784f-018f-4bdb-9f4c-28700d25817c not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:07:05.509355 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1cfd3b-fbca-4e53-91b5-496e929b478f,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:05.574904 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (99f09f51-e332-469f-92b7-3aaa9d361d57), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.685026 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (99f09f51-e332-469f-92b7-3aaa9d361d57), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.695291 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks [] for router_controller (99f09f51-e332-469f-92b7-3aaa9d361d57), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.796280 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (99f09f51-e332-469f-92b7-3aaa9d361d57), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.796890 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f09f51-e332-469f-92b7-3aaa9d361d57 {{(pid=102385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:07:05.809215 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.810359 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-ebc80530-98c4-4549-8c1d-4f03ab8c3b60 admin admin] 10.222.0.61 "DELETE /v2.0/routers/99f09f51-e332-469f-92b7-3aaa9d361d57 HTTP/1.1" status: 204 len: 168 time: 0.9264436 Jan 27 16:07:05.813285 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39712) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:05.836598 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-aff73334-7837-4fb9-a546-9a848a6f0cd5 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:05.839009 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-aff73334-7837-4fb9-a546-9a848a6f0cd5 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/networks?id=9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 200 len: 814 time: 0.1925292 Jan 27 16:07:05.854896 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-a7114443-22f3-4499-86a0-f9a3a1ea73f4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/quotas/9f9b239b5a37482a93c714c4cff8d675 HTTP/1.1" status: 200 len: 375 time: 0.0100422 Jan 27 16:07:05.875569 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Deleting subnet 4029b80c-6933-4888-83ef-3eda4486921a {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:07:05.879118 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Publish callbacks [] for subnet (4029b80c-6933-4888-83ef-3eda4486921a), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.890656 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-81c24909-b275-45ca-b820-056831336af4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f9b239b5a37482a93c714c4cff8d675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301852 Jan 27 16:07:05.920396 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (4029b80c-6933-4888-83ef-3eda4486921a), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.962880 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (4029b80c-6933-4888-83ef-3eda4486921a), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:05.987502 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-b02f88c1-1338-4f9f-a6f7-6ebd342e6386 service neutron] 10.222.0.61 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875409 Jan 27 16:07:06.016627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (4029b80c-6933-4888-83ef-3eda4486921a), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.044456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4029b80c-6933-4888-83ef-3eda4486921a,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:06.046473 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.049904 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0a9c56fc-77a6-4f61-b98f-896d7190104e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4029b80c-6933-4888-83ef-3eda4486921a HTTP/1.1" status: 204 len: 168 time: 0.2355523 Jan 27 16:07:06.052282 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39714) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:06.083480 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-d1dcf040-4789-4583-ad92-21ce0d2f3e50 service neutron] 10.222.0.61 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901723 Jan 27 16:07:06.122697 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (a99e79c7-9b98-4a4c-90ca-45b97bd488ec), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.198238 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (a99e79c7-9b98-4a4c-90ca-45b97bd488ec), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.227546 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99e79c7-9b98-4a4c-90ca-45b97bd488ec']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:06.238762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17764d3b-e668-4eb1-bded-fe09a3ba5a74') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:06.239088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17764d3b-e668-4eb1-bded-fe09a3ba5a74') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:07:06.253257 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b193ca9e-6d40-49a9-b67c-8f033fa78dd6 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:07:06.264929 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (17764d3b-e668-4eb1-bded-fe09a3ba5a74), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.276076 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: b193ca9e-6d40-49a9-b67c-8f033fa78dd6 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:07:06.276838 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b193ca9e-6d40-49a9-b67c-8f033fa78dd6 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:07:06.287913 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3f4fc221-99be-468d-9ab0-b87b5ff4ca1e req-bfb98d45-c616-4cf5-9c9c-c25e31c3fe14 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 210 time: 0.0466611 Jan 27 16:07:06.307002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (17764d3b-e668-4eb1-bded-fe09a3ba5a74), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.307619 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:07:06.308121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (17764d3b-e668-4eb1-bded-fe09a3ba5a74), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:07:06.309857 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:07:06.372271 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (a99e79c7-9b98-4a4c-90ca-45b97bd488ec), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.377855 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.381448 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a99e79c7-9b98-4a4c-90ca-45b97bd488ec HTTP/1.1" status: 204 len: 168 time: 0.3281944 Jan 27 16:07:06.397217 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ccf3b-ca50-4401-8ddb-1aa359aa5b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99e79c7-9b98-4a4c-90ca-45b97bd488ec,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:06.623505 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 39740) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:06.685442 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-370110e2-d85b-47ac-a595-31e09e368b3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a2429eb90c34664ac6a690662ded8d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0603433 Jan 27 16:07:06.688069 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39746) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:06.757159 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a44b-5f27-41b5-846b-19c46e383b06 admin admin] Publish callbacks [] for security_group (294fb112-a4fc-4810-aa86-5457c1e79a46), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.789930 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a44b-5f27-41b5-846b-19c46e383b06 admin admin] Publish callbacks [] for security_group (294fb112-a4fc-4810-aa86-5457c1e79a46), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.875864 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a44b-5f27-41b5-846b-19c46e383b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (294fb112-a4fc-4810-aa86-5457c1e79a46), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.878746 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a44b-5f27-41b5-846b-19c46e383b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:06.879989 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-aeb5a44b-5f27-41b5-846b-19c46e383b06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/294fb112-a4fc-4810-aa86-5457c1e79a46 HTTP/1.1" status: 204 len: 168 time: 0.1907728 Jan 27 16:07:06.892968 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5a44b-5f27-41b5-846b-19c46e383b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294fb112-a4fc-4810-aa86-5457c1e79a46,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:07.413889 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-47938030-dabb-4a13-9fe1-2626aaaf1288 req-ea9746cf-8e06-46e3-b1cd-23a45fe95d87 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 210 time: 0.0361693 Jan 27 16:07:07.513054 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-100b010a-48b1-4464-b34a-0b46c4ff24c4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:07.515027 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-100b010a-48b1-4464-b34a-0b46c4ff24c4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "GET /v2.0/networks?id=9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 200 len: 814 time: 0.1964011 Jan 27 16:07:07.535369 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Request body: {'port': {'device_id': '89638f5a-769c-4331-b562-58ebf191dc46', 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63', 'admin_state_up': True, 'tenant_id': '9f9b239b5a37482a93c714c4cff8d675'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:07:07.655010 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Made reservation on behalf of 9f9b239b5a37482a93c714c4cff8d675 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:07:07.658355 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:07.798582 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Allocated IP 172.20.0.7 (9564f5ab-b5b0-4731-93e1-698de8676e63/f3e9bdfd-1085-4a85-80f0-77fb5930ac3d/50d3b018-cc7a-4148-b6b4-82c83bfdfd59) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:07:07.800462 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4e1cfd3b-fbca-4e53-91b5-496e929b478f no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:07:07.822916 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 4e1cfd3b-fbca-4e53-91b5-496e929b478f {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:07:07.823374 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4e1cfd3b-fbca-4e53-91b5-496e929b478f not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:07:07.955391 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks [] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:07.989539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:08.038774 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Network 9564f5ab-b5b0-4731-93e1-698de8676e63 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:07:08.043450 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:07:08.047135 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:07:08.075109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Pushing event updated for resources: {'Port': ['ID=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:08.101462 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:08.102083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:08.123230 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-8f5961c1-7e9f-437b-be9d-2bf8fec34f8b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974271 Jan 27 16:07:08.140531 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Request body: {'port': {'device_id': '89638f5a-769c-4331-b562-58ebf191dc46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:07:08.199422 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:08.460916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:07:08.469248 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Publish callbacks [] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:08.483316 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Transition to ACTIVE for port object 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:07:08.487781 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:08.858209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:08.873501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d5c67-1115-4a1d-a379-c56f8d7ac286 req-3422905c-95bd-4419-9e9a-ef395748e13d tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:08.875076 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-970d5c67-1115-4a1d-a379-c56f8d7ac286 req-3422905c-95bd-4419-9e9a-ef395748e13d tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 943 time: 0.3766627 Jan 27 16:07:08.915617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Attempting to bind port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:07:08.915961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Attempting to bind port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:07:08.916289 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Attempting to bind port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 on network 9564f5ab-b5b0-4731-93e1-698de8676e63 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:07:08.926514 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 on network 9564f5ab-b5b0-4731-93e1-698de8676e63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:07:08.926842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Attempting to bind port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 on network 9564f5ab-b5b0-4731-93e1-698de8676e63 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:07:08.938282 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:07:08.938626 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Checking segment: {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:07:08.939041 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Bound using segment: {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:07:08.939481 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Bound port: 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:07:08.939849 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:08.954555 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-970d5c67-1115-4a1d-a379-c56f8d7ac286 req-873796fa-3bfd-4e33-8e36-53528f9e1d51 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729523 Jan 27 16:07:08.990525 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39862) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:09.012435 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] For port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:07:09.015438 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] For port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:07:09.020693 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.057744 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:09.058372 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.059789 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/50d3b018-cc7a-4148-b6b4-82c83bfdfd59 HTTP/1.1" status: 200 len: 1093 time: 0.9261119 Jan 27 16:07:09.062312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89638f5a-769c-4331-b562-58ebf191dc46', 'tag': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:09.065820 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c953fe1-3f2c-4567-907a-810a82327707" -d '{"events": [{"name": "network-changed", "server_uuid": "89638f5a-769c-4331-b562-58ebf191dc46", "tag": "50d3b018-cc7a-4148-b6b4-82c83bfdfd59"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:09.089445 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f7251-3ccb-4534-9c01-d1c04246a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:09.111462 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621b5c7-0294-4e12-aa55-55d577198478 x-openstack-request-id: req-2621b5c7-0294-4e12-aa55-55d577198478 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:09.111754 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89638f5a-769c-4331-b562-58ebf191dc46", "tag": "50d3b018-cc7a-4148-b6b4-82c83bfdfd59", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:09.112003 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2621b5c7-0294-4e12-aa55-55d577198478 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:09.112394 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89638f5a-769c-4331-b562-58ebf191dc46', 'tag': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59', 'status': 'completed', 'code': 200} Jan 27 16:07:09.114454 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1f35-878f-4d87-84ed-48fc6eafeef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.160902 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-549a0307-8247-40fd-8614-dffd5d2a1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:09.162497 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-549a0307-8247-40fd-8614-dffd5d2a1523 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f9b239b5a37482a93c714c4cff8d675&device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 1096 time: 0.0419168 Jan 27 16:07:09.192050 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1f35-878f-4d87-84ed-48fc6eafeef9 admin admin] Publish callbacks [] for security_group (3c5abd67-d3ac-4473-a25e-7b6272725af0), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.196031 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1f35-878f-4d87-84ed-48fc6eafeef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (3c5abd67-d3ac-4473-a25e-7b6272725af0), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.208731 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-af473b61-569d-4057-a88e-f77589cbca59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59 HTTP/1.1" status: 200 len: 217 time: 0.0374763 Jan 27 16:07:09.232807 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae1f35-878f-4d87-84ed-48fc6eafeef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5abd67-d3ac-4473-a25e-7b6272725af0,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:09.237018 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c5ae1f35-878f-4d87-84ed-48fc6eafeef9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42819f0024974e4e967d91325c241c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453752 Jan 27 16:07:09.239628 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39868) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:09.261905 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-d3ee2554-b2e9-44e6-a3aa-23e607f8d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:09.263404 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-d3ee2554-b2e9-44e6-a3aa-23e607f8d509 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e9bdfd-1085-4a85-80f0-77fb5930ac3d HTTP/1.1" status: 200 len: 854 time: 0.0465879 Jan 27 16:07:09.287944 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb1a-49c9-4aac-95e2-ca70dca710ef admin admin] Publish callbacks [] for security_group (3c5abd67-d3ac-4473-a25e-7b6272725af0), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.297241 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-cfce3b91-d658-4ac8-aa51-49baafceabb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9564f5ab-b5b0-4731-93e1-698de8676e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263450 Jan 27 16:07:09.312703 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb1a-49c9-4aac-95e2-ca70dca710ef admin admin] Publish callbacks [] for security_group (3c5abd67-d3ac-4473-a25e-7b6272725af0), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.366000 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb1a-49c9-4aac-95e2-ca70dca710ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (3c5abd67-d3ac-4473-a25e-7b6272725af0), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.370596 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb1a-49c9-4aac-95e2-ca70dca710ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.372432 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1ab7eb1a-49c9-4aac-95e2-ca70dca710ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c5abd67-d3ac-4473-a25e-7b6272725af0 HTTP/1.1" status: 204 len: 168 time: 0.1317186 Jan 27 16:07:09.381438 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7eb1a-49c9-4aac-95e2-ca70dca710ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5abd67-d3ac-4473-a25e-7b6272725af0,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:09.395802 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-3700b2bc-9d8d-48e1-ad0e-c9864cadb134 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871325 Jan 27 16:07:09.497839 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-15c288f9-dff7-4046-8f6d-5fee52c6d8fd req-49a53d3f-6692-41df-bb61-dde17071b0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938182 Jan 27 16:07:09.594412 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c953fe1-3f2c-4567-907a-810a82327707 req-28ed4794-b190-4251-8dd8-18f5bef15056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:09.596040 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-28ed4794-b190-4251-8dd8-18f5bef15056 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f9b239b5a37482a93c714c4cff8d675&device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 1096 time: 0.0431280 Jan 27 16:07:09.656030 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39874) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:09.668861 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0c79e1ad-3a87-4cbd-829b-a49503759c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.695215 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c953fe1-3f2c-4567-907a-810a82327707 req-55018dc1-563d-4988-80aa-ee3903c3ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:09.697242 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-55018dc1-563d-4988-80aa-ee3903c3ae4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 200 len: 915 time: 0.0951900 Jan 27 16:07:09.741128 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-a41f9f9a-8a87-4084-a6a7-49e6ae5079b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59 HTTP/1.1" status: 200 len: 217 time: 0.0375710 Jan 27 16:07:09.749540 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0c79e1ad-3a87-4cbd-829b-a49503759c6c admin admin] Publish callbacks [] for security_group (e45bfe19-fe44-4972-ab88-d2d9ca0067f9), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.754906 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0c79e1ad-3a87-4cbd-829b-a49503759c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e45bfe19-fe44-4972-ab88-d2d9ca0067f9), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.807550 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0c79e1ad-3a87-4cbd-829b-a49503759c6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a45063a3cb4f45cfa9a0232078971c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503541 Jan 27 16:07:09.808325 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 39882) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:09.809020 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79e1ad-3a87-4cbd-829b-a49503759c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45bfe19-fe44-4972-ab88-d2d9ca0067f9,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:09.809422 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c953fe1-3f2c-4567-907a-810a82327707 req-51e93807-acf7-4aa2-8c81-38cdf7560e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:09.810903 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-51e93807-acf7-4aa2-8c81-38cdf7560e98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e9bdfd-1085-4a85-80f0-77fb5930ac3d HTTP/1.1" status: 200 len: 854 time: 0.0472794 Jan 27 16:07:09.854762 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-5da24ef8-1d23-4eea-afc5-84499a5cb5f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9564f5ab-b5b0-4731-93e1-698de8676e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345931 Jan 27 16:07:09.862603 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97be342b-8141-4d76-9878-0b33e7b4aae0 admin admin] Publish callbacks [] for security_group (e45bfe19-fe44-4972-ab88-d2d9ca0067f9), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.897663 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97be342b-8141-4d76-9878-0b33e7b4aae0 admin admin] Publish callbacks [] for security_group (e45bfe19-fe44-4972-ab88-d2d9ca0067f9), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.964284 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97be342b-8141-4d76-9878-0b33e7b4aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e45bfe19-fe44-4972-ab88-d2d9ca0067f9), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.967711 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97be342b-8141-4d76-9878-0b33e7b4aae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:09.968881 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-97be342b-8141-4d76-9878-0b33e7b4aae0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e45bfe19-fe44-4972-ab88-d2d9ca0067f9 HTTP/1.1" status: 204 len: 168 time: 0.1569664 Jan 27 16:07:09.978808 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-eb2860cf-c574-47cc-95fa-5843a16b1b38 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998051 Jan 27 16:07:09.979356 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be342b-8141-4d76-9878-0b33e7b4aae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45bfe19-fe44-4972-ab88-d2d9ca0067f9,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:10.157798 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58301995-7697-4c43-b994-b7caf3a3bd45 req-fa4b676b-1184-417d-bd95-93fe36373f44 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:10.160688 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-58301995-7697-4c43-b994-b7caf3a3bd45 req-fa4b676b-1184-417d-bd95-93fe36373f44 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 943 time: 0.0912166 Jan 27 16:07:10.164194 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c953fe1-3f2c-4567-907a-810a82327707 req-d68342c6-68a4-4610-a627-0dc75d5e0736 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795921 Jan 27 16:07:10.238150 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-58301995-7697-4c43-b994-b7caf3a3bd45 req-39255e6f-37a9-4efe-b151-66f2504806c3 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703912 Jan 27 16:07:11.359274 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274450-9f14-41a2-9ade-600568e16e4c req-b98f712a-69c1-494b-8a8c-987347fab1b0 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:11.361229 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-43274450-9f14-41a2-9ade-600568e16e4c req-b98f712a-69c1-494b-8a8c-987347fab1b0 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 943 time: 0.0502853 Jan 27 16:07:11.421319 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-43274450-9f14-41a2-9ade-600568e16e4c req-4003313e-dd1b-4e2b-9e20-9d191f1ff190 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Jan 27 16:07:12.537021 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076ab11-2465-4040-8332-12a8d5ad52bd req-cb0bc58f-dd08-49ae-85b1-87f9a8d62440 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:12.538493 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f076ab11-2465-4040-8332-12a8d5ad52bd req-cb0bc58f-dd08-49ae-85b1-87f9a8d62440 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 943 time: 0.0482874 Jan 27 16:07:12.587374 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f076ab11-2465-4040-8332-12a8d5ad52bd req-e30acf3f-655d-44a9-be7a-d3db79e74e56 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Jan 27 16:07:13.937184 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:07:14.037429 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:14.049664 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59', 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63', 'port_id': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59', 'mac_address': 'fa:16:3e:8a:e4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e9bdfd-1085-4a85-80f0-77fb5930ac3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:07:14.087316 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:07:14.087713 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:14.100355 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:07:14.125066 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:14.128862 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:14.180927 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:14.188226 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.188609 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.188969 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.189312 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.189664 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.189996 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.190329 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.190662 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.191016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.191354 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.191686 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.192014 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:14.193209 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:15.455156 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cd524-6372-44ce-b9e4-6b7595fadca8 req-632ccf5a-d5f4-4ec7-815d-cd5cb28486d7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:15.456603 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2d7cd524-6372-44ce-b9e4-6b7595fadca8 req-632ccf5a-d5f4-4ec7-815d-cd5cb28486d7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 944 time: 0.0471447 Jan 27 16:07:15.502046 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2d7cd524-6372-44ce-b9e4-6b7595fadca8 req-33dddd92-a9f3-4c5c-90b8-c8772b37bd57 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Jan 27 16:07:16.019498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['50d3b018-cc7a-4148-b6b4-82c83bfdfd59'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:07:16.623265 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282900e-8daf-415b-a1d1-9f60f6d668d9 req-a0ed88b3-0a97-4ac4-a445-63437925ebf1 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:16.624715 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9282900e-8daf-415b-a1d1-9f60f6d668d9 req-a0ed88b3-0a97-4ac4-a445-63437925ebf1 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 944 time: 0.0506892 Jan 27 16:07:16.671255 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9282900e-8daf-415b-a1d1-9f60f6d668d9 req-92142b9c-05a6-4f68-99e5-31b94139a840 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Jan 27 16:07:17.540434 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:07:17.590733 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:07:17.595730 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:07:17.596118 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:17.679092 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:07:17.679494 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:17.704935 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89638f5a-769c-4331-b562-58ebf191dc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:17.707256 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d80736-bd84-461b-95d6-d01cb1f59c1a" -d '{"events": [{"server_uuid": "89638f5a-769c-4331-b562-58ebf191dc46", "name": "network-vif-plugged", "status": "completed", "tag": "50d3b018-cc7a-4148-b6b4-82c83bfdfd59"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:17.729150 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:17.735864 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:17.767891 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c9ff9c-e6b6-4b89-85f4-917f49c71c40 x-openstack-request-id: req-09c9ff9c-e6b6-4b89-85f4-917f49c71c40 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:17.768208 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89638f5a-769c-4331-b562-58ebf191dc46", "name": "network-vif-plugged", "status": "completed", "tag": "50d3b018-cc7a-4148-b6b4-82c83bfdfd59", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:17.768830 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09c9ff9c-e6b6-4b89-85f4-917f49c71c40 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:17.769451 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89638f5a-769c-4331-b562-58ebf191dc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59', 'code': 200} Jan 27 16:07:17.796705 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:17.809902 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01d18-b371-465c-97f1-c62e5b5cc1f8 req-3bc7db6b-60e1-41fb-ac6d-83fb93b617ff tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:17.812095 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a7a01d18-b371-465c-97f1-c62e5b5cc1f8 req-3bc7db6b-60e1-41fb-ac6d-83fb93b617ff tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0617845 Jan 27 16:07:17.893014 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a7a01d18-b371-465c-97f1-c62e5b5cc1f8 req-d34d69d0-5c57-4ddf-a2c9-37048b958352 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659254 Jan 27 16:07:17.932790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b416-ae51-4554-8b0b-142b0dbe6158 req-1cee94aa-5a6e-4618-b3fd-5a0b5ae38832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:17.934288 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aa49b416-ae51-4554-8b0b-142b0dbe6158 req-1cee94aa-5a6e-4618-b3fd-5a0b5ae38832 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 1098 time: 0.0439119 Jan 27 16:07:17.988802 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aa49b416-ae51-4554-8b0b-142b0dbe6158 req-f5ee8bcb-9413-4aa1-a159-f4c43ead0804 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Jan 27 16:07:18.989246 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1a48d-0fc2-493f-bd11-99dd859bd8e5 req-dd83e829-09f3-4289-bb39-bdf97d3f40f5 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:18.990872 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-37c1a48d-0fc2-493f-bd11-99dd859bd8e5 req-dd83e829-09f3-4289-bb39-bdf97d3f40f5 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Jan 27 16:07:19.049485 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-37c1a48d-0fc2-493f-bd11-99dd859bd8e5 req-f2c76279-dec7-4da3-8056-778d82d8cc71 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Jan 27 16:07:20.193109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a529f6-2972-4700-9fe7-a0a43b890a60 req-ebf1f07f-f5e0-49fe-acb0-29508e3cf1c2 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:20.201005 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-66a529f6-2972-4700-9fe7-a0a43b890a60 req-ebf1f07f-f5e0-49fe-acb0-29508e3cf1c2 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0690410 Jan 27 16:07:20.263530 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-66a529f6-2972-4700-9fe7-a0a43b890a60 req-723adfb3-9191-421b-a20e-6180aab485b0 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Jan 27 16:07:20.601309 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c18d-60eb-4ad1-84d6-b46752d30c24 req-d3f7a546-1664-4dab-99ff-87f1f5c309f4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:20.603543 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f614c18d-60eb-4ad1-84d6-b46752d30c24 req-d3f7a546-1664-4dab-99ff-87f1f5c309f4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0582874 Jan 27 16:07:20.607653 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40178) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:20.657591 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f614c18d-60eb-4ad1-84d6-b46752d30c24 req-053488ba-e0e6-4155-9f5e-95769788960c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 Jan 27 16:07:20.744191 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:20.842873 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Publish callbacks [] for security_group (50baebb2-f3aa-404d-9c53-a384cc596c6b), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:20.847026 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (50baebb2-f3aa-404d-9c53-a384cc596c6b), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:20.893082 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acfc805625e241c58ee305e61909823d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843471 Jan 27 16:07:20.893796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50baebb2-f3aa-404d-9c53-a384cc596c6b,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:20.895708 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40186) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:20.912402 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.912758 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.913102 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.913439 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.913772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.914130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.914585 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.914997 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.915341 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.915672 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.916001 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.916323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.916663 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1473cd6c-c6bb-4d50-8be9-86411f065e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:20.963799 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f63c3dc-2a16-444a-a149-2a295b24ee43 admin admin] Publish callbacks [] for security_group (50baebb2-f3aa-404d-9c53-a384cc596c6b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:20.988080 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f63c3dc-2a16-444a-a149-2a295b24ee43 admin admin] Publish callbacks [] for security_group (50baebb2-f3aa-404d-9c53-a384cc596c6b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.036910 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f63c3dc-2a16-444a-a149-2a295b24ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (50baebb2-f3aa-404d-9c53-a384cc596c6b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.039599 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f63c3dc-2a16-444a-a149-2a295b24ee43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.040755 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5f63c3dc-2a16-444a-a149-2a295b24ee43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50baebb2-f3aa-404d-9c53-a384cc596c6b HTTP/1.1" status: 204 len: 168 time: 0.1441448 Jan 27 16:07:21.048782 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63c3dc-2a16-444a-a149-2a295b24ee43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50baebb2-f3aa-404d-9c53-a384cc596c6b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:21.325824 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40210) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:21.343633 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c83278c6-98d8-49d6-bd43-4b6474f1f403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.429451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c83278c6-98d8-49d6-bd43-4b6474f1f403 admin admin] Publish callbacks [] for security_group (f45dc74d-822e-4241-afcb-4c3d71c1b6ee), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.434111 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c83278c6-98d8-49d6-bd43-4b6474f1f403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (f45dc74d-822e-4241-afcb-4c3d71c1b6ee), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.480373 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c83278c6-98d8-49d6-bd43-4b6474f1f403 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9aeda03fcf78486dad7191bd7413d804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532774 Jan 27 16:07:21.483061 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 40220) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:21.483626 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83278c6-98d8-49d6-bd43-4b6474f1f403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45dc74d-822e-4241-afcb-4c3d71c1b6ee,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:21.542933 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Publish callbacks [] for security_group (f45dc74d-822e-4241-afcb-4c3d71c1b6ee), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.564821 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Publish callbacks [] for security_group (f45dc74d-822e-4241-afcb-4c3d71c1b6ee), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.615593 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (f45dc74d-822e-4241-afcb-4c3d71c1b6ee), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.619027 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:21.620172 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f45dc74d-822e-4241-afcb-4c3d71c1b6ee HTTP/1.1" status: 204 len: 168 time: 0.1360433 Jan 27 16:07:21.628929 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45dc74d-822e-4241-afcb-4c3d71c1b6ee,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:21.636933 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.637263 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.637632 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.637967 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.638294 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.638616 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.638940 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.639294 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.639618 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.639946 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.640261 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.640605 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.640879 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a5254-131b-42ee-a3a3-23b9bb6b2f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:07:21.794370 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54a032-b2b3-4a1b-b453-194c50ea7eff req-d8398e6b-e8dc-4e13-939e-91365a41ef49 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:21.796034 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8a54a032-b2b3-4a1b-b453-194c50ea7eff req-d8398e6b-e8dc-4e13-939e-91365a41ef49 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0555441 Jan 27 16:07:21.855836 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8a54a032-b2b3-4a1b-b453-194c50ea7eff req-6bae005a-b52a-4939-90ca-0c17a85de449 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541930 Jan 27 16:07:23.005308 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8edfb6-67fa-4bab-a160-26e3cf5a0336 req-9ab9d97c-0791-4c0c-b923-dc0a8315d65e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:23.007069 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bd8edfb6-67fa-4bab-a160-26e3cf5a0336 req-9ab9d97c-0791-4c0c-b923-dc0a8315d65e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0575709 Jan 27 16:07:23.057733 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bd8edfb6-67fa-4bab-a160-26e3cf5a0336 req-4d11c8f8-a431-40f1-b7d9-e8f5dc16dd8c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Jan 27 16:07:24.211789 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76c5b-7e3e-4cff-b01c-509fddc35ad5 req-50df2a7a-8af1-4e68-8059-c5417ffbe713 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:24.213204 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-33b76c5b-7e3e-4cff-b01c-509fddc35ad5 req-50df2a7a-8af1-4e68-8059-c5417ffbe713 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0710669 Jan 27 16:07:24.262877 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-33b76c5b-7e3e-4cff-b01c-509fddc35ad5 req-6ccb2ac4-9e81-48d7-8778-18893b469d02 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Jan 27 16:07:24.455044 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8fda79bd-73f5-4265-9761-6066c6c0805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.186635 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40334) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:25.312352 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-16bff44f-fb59-4b50-8362-1291db62544b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.408404 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ff299-13b6-4583-958d-44a17b38ab5a req-232ccfd7-985d-4518-9160-1f5488d05995 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:25.409854 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e98ff299-13b6-4583-958d-44a17b38ab5a req-232ccfd7-985d-4518-9160-1f5488d05995 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0616610 Jan 27 16:07:25.412083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-16bff44f-fb59-4b50-8362-1291db62544b admin admin] Publish callbacks [] for security_group (4d67bd08-d63f-4775-8f01-001db9bcc5cf), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.416333 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-16bff44f-fb59-4b50-8362-1291db62544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4d67bd08-d63f-4775-8f01-001db9bcc5cf), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.455471 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-16bff44f-fb59-4b50-8362-1291db62544b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b836ddd849524be38437682a824b9330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673223 Jan 27 16:07:25.456416 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bff44f-fb59-4b50-8362-1291db62544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d67bd08-d63f-4775-8f01-001db9bcc5cf,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:25.459316 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 40340) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:25.484004 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e98ff299-13b6-4583-958d-44a17b38ab5a req-2b6e1960-3ba7-4567-9635-b02a0a81b762 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663657 Jan 27 16:07:25.524770 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-20ffdc08-6b00-48dc-917d-a17f81685a8c admin admin] Publish callbacks [] for security_group (4d67bd08-d63f-4775-8f01-001db9bcc5cf), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.546532 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-20ffdc08-6b00-48dc-917d-a17f81685a8c admin admin] Publish callbacks [] for security_group (4d67bd08-d63f-4775-8f01-001db9bcc5cf), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.595395 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-20ffdc08-6b00-48dc-917d-a17f81685a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4d67bd08-d63f-4775-8f01-001db9bcc5cf), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.597883 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-20ffdc08-6b00-48dc-917d-a17f81685a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.599031 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-20ffdc08-6b00-48dc-917d-a17f81685a8c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d67bd08-d63f-4775-8f01-001db9bcc5cf HTTP/1.1" status: 204 len: 168 time: 0.1387095 Jan 27 16:07:25.606956 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffdc08-6b00-48dc-917d-a17f81685a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d67bd08-d63f-4775-8f01-001db9bcc5cf,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:25.894898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40346) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:25.908012 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-653dd319-5873-4959-bcec-203969415b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:25.987832 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-653dd319-5873-4959-bcec-203969415b8f admin admin] Publish callbacks [] for security_group (1a49317c-8c0d-43a8-b17e-4d03031fdc33), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.000966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-653dd319-5873-4959-bcec-203969415b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1a49317c-8c0d-43a8-b17e-4d03031fdc33), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.043357 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-653dd319-5873-4959-bcec-203969415b8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=340498be8e2344cfa439f67523df28d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472220 Jan 27 16:07:26.046414 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 40356) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:26.048754 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dd319-5873-4959-bcec-203969415b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a49317c-8c0d-43a8-b17e-4d03031fdc33,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:26.100610 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-47fd0c8f-4709-48b0-a108-d36ddddf5436 admin admin] Publish callbacks [] for security_group (1a49317c-8c0d-43a8-b17e-4d03031fdc33), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.129791 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-47fd0c8f-4709-48b0-a108-d36ddddf5436 admin admin] Publish callbacks [] for security_group (1a49317c-8c0d-43a8-b17e-4d03031fdc33), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.189483 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-47fd0c8f-4709-48b0-a108-d36ddddf5436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1a49317c-8c0d-43a8-b17e-4d03031fdc33), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.192370 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-47fd0c8f-4709-48b0-a108-d36ddddf5436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.193495 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-47fd0c8f-4709-48b0-a108-d36ddddf5436 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a49317c-8c0d-43a8-b17e-4d03031fdc33 HTTP/1.1" status: 204 len: 168 time: 0.1457698 Jan 27 16:07:26.202166 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0c8f-4709-48b0-a108-d36ddddf5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a49317c-8c0d-43a8-b17e-4d03031fdc33,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:26.321040 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 40364) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:26.481867 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-51434869-9023-4c45-8380-e6adf2a56d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.578015 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-51434869-9023-4c45-8380-e6adf2a56d20 admin admin] Publish callbacks [] for security_group (e40ed8a3-7e64-41bb-9506-4e64dd854565), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.583047 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-51434869-9023-4c45-8380-e6adf2a56d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e40ed8a3-7e64-41bb-9506-4e64dd854565), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.622022 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab065db-00c2-479f-a4b8-34e343631073 req-aeee4511-a472-4dfa-a705-4ff4ebb17497 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:26.623889 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aab065db-00c2-479f-a4b8-34e343631073 req-aeee4511-a472-4dfa-a705-4ff4ebb17497 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Jan 27 16:07:26.634118 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-51434869-9023-4c45-8380-e6adf2a56d20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dba75b63cc54487a8d1a068fc0e5d650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120768 Jan 27 16:07:26.635024 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51434869-9023-4c45-8380-e6adf2a56d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40ed8a3-7e64-41bb-9506-4e64dd854565,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:26.640037 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40380) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:26.709672 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aab065db-00c2-479f-a4b8-34e343631073 req-1bdc2e42-f70d-4029-bc4e-c3d7c5c29a10 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762100 Jan 27 16:07:26.720986 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae14a-dd9a-4830-9f67-3fa1720084c6 admin admin] Publish callbacks [] for security_group (e40ed8a3-7e64-41bb-9506-4e64dd854565), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.743225 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9680b66b-9716-4423-af58-29b117f98b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.756291 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae14a-dd9a-4830-9f67-3fa1720084c6 admin admin] Publish callbacks [] for security_group (e40ed8a3-7e64-41bb-9506-4e64dd854565), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.816960 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae14a-dd9a-4830-9f67-3fa1720084c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e40ed8a3-7e64-41bb-9506-4e64dd854565), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.819761 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae14a-dd9a-4830-9f67-3fa1720084c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:26.820911 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4c6ae14a-dd9a-4830-9f67-3fa1720084c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e40ed8a3-7e64-41bb-9506-4e64dd854565 HTTP/1.1" status: 204 len: 168 time: 0.1796193 Jan 27 16:07:26.830128 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ae14a-dd9a-4830-9f67-3fa1720084c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40ed8a3-7e64-41bb-9506-4e64dd854565,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:27.187346 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 40400) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:27.200852 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-087fe8af-7d76-498c-ade6-2e5af5e1698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.283334 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-087fe8af-7d76-498c-ade6-2e5af5e1698a admin admin] Publish callbacks [] for security_group (495a0f1e-c59d-43d6-8060-33fcdff604bb), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.287162 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-087fe8af-7d76-498c-ade6-2e5af5e1698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (495a0f1e-c59d-43d6-8060-33fcdff604bb), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.333251 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-087fe8af-7d76-498c-ade6-2e5af5e1698a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a72c515443bb42949ff9f97bddfb57b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421673 Jan 27 16:07:27.333251 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fe8af-7d76-498c-ade6-2e5af5e1698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a0f1e-c59d-43d6-8060-33fcdff604bb,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:27.333468 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40402) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:27.409875 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1770-84ea-48f0-9995-104fd6a6f328 admin admin] Publish callbacks [] for security_group (495a0f1e-c59d-43d6-8060-33fcdff604bb), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.444782 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1770-84ea-48f0-9995-104fd6a6f328 admin admin] Publish callbacks [] for security_group (495a0f1e-c59d-43d6-8060-33fcdff604bb), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.490934 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1770-84ea-48f0-9995-104fd6a6f328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (495a0f1e-c59d-43d6-8060-33fcdff604bb), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.494050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1770-84ea-48f0-9995-104fd6a6f328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.495226 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b9dd1770-84ea-48f0-9995-104fd6a6f328 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/495a0f1e-c59d-43d6-8060-33fcdff604bb HTTP/1.1" status: 204 len: 168 time: 0.1609597 Jan 27 16:07:27.504642 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd1770-84ea-48f0-9995-104fd6a6f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a0f1e-c59d-43d6-8060-33fcdff604bb,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:27.633336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:27.849543 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e8e5f-44da-4f28-9b0f-cb49d3e17123 req-42566097-bade-4f03-ba78-e517098eae82 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:27.851153 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-df6e8e5f-44da-4f28-9b0f-cb49d3e17123 req-42566097-bade-4f03-ba78-e517098eae82 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0515268 Jan 27 16:07:27.899318 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-df6e8e5f-44da-4f28-9b0f-cb49d3e17123 req-781b6369-95cf-41f2-8e08-7cbde94bf0df tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Jan 27 16:07:28.218257 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:28.664524 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-bf5202c3-0a3c-4099-b703-6440db73dd1c tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343409 Jan 27 16:07:28.878461 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-e30511a9-04d6-47a3-abe5-fe19d831a0fa tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:28.880025 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-e30511a9-04d6-47a3-abe5-fe19d831a0fa tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086756 Jan 27 16:07:28.895765 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-2be6fa20-432c-41cc-98b1-c64154f4f7e5 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/quotas/bb6d0e946f3f44bd93c8b084b3f9cf04 HTTP/1.1" status: 200 len: 375 time: 0.0103579 Jan 27 16:07:28.931719 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-4cc0f38c-53a0-4ffc-921b-5f60aefd3784 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300505 Jan 27 16:07:29.062123 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b54df-b28a-401e-909a-8d564415e526 req-c4a874b2-6545-4c11-af72-b055d93d9c40 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:29.063878 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dd1b54df-b28a-401e-909a-8d564415e526 req-c4a874b2-6545-4c11-af72-b055d93d9c40 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0815010 Jan 27 16:07:29.159793 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9f6109d7-bd61-45c4-b012-1bb017791a64 req-80672be1-43aa-4319-abfd-3ccc57384e53 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 210 time: 0.0562634 Jan 27 16:07:29.183062 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dd1b54df-b28a-401e-909a-8d564415e526 req-049850c4-2c2c-4f26-a947-46a5afa3bffd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999680 Jan 27 16:07:29.203101 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:30.198101 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-3f0f989c-1f7b-4a11-91b2-6b261b865364 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231180 Jan 27 16:07:30.363620 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-982f059e-5329-4423-be57-29bb989d1edb req-d7a6de89-a6d1-4fde-aba3-af8e9fb31031 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 210 time: 0.0557573 Jan 27 16:07:30.397643 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f6902-4520-4be1-8222-be3e2b2c1803 req-4abeb107-af81-43e9-8f0b-bfdc5ce28ed4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:30.406683 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6d4f6902-4520-4be1-8222-be3e2b2c1803 req-4abeb107-af81-43e9-8f0b-bfdc5ce28ed4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.1141498 Jan 27 16:07:30.415274 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-675604b7-f567-47bd-a5e0-fe8cece5d970 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:30.417470 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-675604b7-f567-47bd-a5e0-fe8cece5d970 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102439 Jan 27 16:07:30.455177 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Request body: {'port': {'device_id': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04', 'admin_state_up': True, 'tenant_id': 'bb6d0e946f3f44bd93c8b084b3f9cf04'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:07:30.461422 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6d4f6902-4520-4be1-8222-be3e2b2c1803 req-39a2b5ca-cc71-43b4-992b-d07792a755f2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494401 Jan 27 16:07:30.477891 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:30.572709 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Made reservation on behalf of bb6d0e946f3f44bd93c8b084b3f9cf04 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:07:30.576208 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:30.587689 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:30.662587 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f178658-6b27-47b3-b2d0-195db23fc01e req-ace1a556-1f38-49cc-9e36-257d5a0fa4c3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:30.664802 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f178658-6b27-47b3-b2d0-195db23fc01e req-ace1a556-1f38-49cc-9e36-257d5a0fa4c3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0495110 Jan 27 16:07:30.674374 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks [] for security_group (a87e5a1b-7ab0-4873-ba7b-c94219afb576), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:30.678076 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a87e5a1b-7ab0-4873-ba7b-c94219afb576), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:30.729106 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f178658-6b27-47b3-b2d0-195db23fc01e req-20c3df45-a5f5-4ccc-85c6-ae57e99fa6ab tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520194 Jan 27 16:07:30.752984 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e5a1b-7ab0-4873-ba7b-c94219afb576,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:30.820279 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Allocated IP 192.168.233.142 (a8f0ce61-f1ec-4190-b01e-e85ec2509f04/5aa18dba-af34-4496-bccc-88737b604817/29abc74c-04d1-40cc-8f1b-4b80ec12426a) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:07:30.978088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks [] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.012012 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.052618 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:07:31.056349 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:07:31.058958 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:07:31.093941 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Pushing event updated for resources: {'Port': ['ID=29abc74c-04d1-40cc-8f1b-4b80ec12426a,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:31.113859 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:31.114469 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.131775 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-93f764e9-17d2-4fd9-b5bf-b6dd953f2858 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6815116 Jan 27 16:07:31.143189 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Request body: {'port': {'device_id': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:07:31.205417 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.300034 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-03921a2f-a0c3-45d9-bace-7937da70d5de None None] Provisioning complete for port 29abc74c-04d1-40cc-8f1b-4b80ec12426a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:07:31.300302 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-03921a2f-a0c3-45d9-bace-7937da70d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.341815 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-03921a2f-a0c3-45d9-bace-7937da70d5de None None] Port 29abc74c-04d1-40cc-8f1b-4b80ec12426a cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:07:31.508973 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c4b0-d73d-4868-8c2d-efab552a97d8 req-1b34a11c-0278-4a3f-9f10-7c6824754d49 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:31.510464 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8504c4b0-d73d-4868-8c2d-efab552a97d8 req-1b34a11c-0278-4a3f-9f10-7c6824754d49 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 936 time: 0.0767243 Jan 27 16:07:31.560514 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29abc74c-04d1-40cc-8f1b-4b80ec12426a {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:07:31.573032 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Publish callbacks [] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.578550 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913fd2-06be-4ce2-95c8-8e7016487845 req-03513697-05ed-465f-a042-ee6b77afa840 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:31.580061 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-64913fd2-06be-4ce2-95c8-8e7016487845 req-03513697-05ed-465f-a042-ee6b77afa840 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Jan 27 16:07:31.598730 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8504c4b0-d73d-4868-8c2d-efab552a97d8 req-31c1a16e-08ce-4996-9902-9f7451e245c2 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714622 Jan 27 16:07:31.599656 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Transition to ACTIVE for port object 29abc74c-04d1-40cc-8f1b-4b80ec12426a will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:07:31.604035 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.642042 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-64913fd2-06be-4ce2-95c8-8e7016487845 req-ec2484f3-92f1-42bf-842f-33334e25e568 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555658 Jan 27 16:07:31.672103 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=29abc74c-04d1-40cc-8f1b-4b80ec12426a,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:31.721086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Attempting to bind port 29abc74c-04d1-40cc-8f1b-4b80ec12426a on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:07:31.721427 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Attempting to bind port 29abc74c-04d1-40cc-8f1b-4b80ec12426a by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:07:31.721770 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Attempting to bind port 29abc74c-04d1-40cc-8f1b-4b80ec12426a on network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:07:31.726915 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Port 29abc74c-04d1-40cc-8f1b-4b80ec12426a on network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:07:31.727269 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Attempting to bind port 29abc74c-04d1-40cc-8f1b-4b80ec12426a on network a8f0ce61-f1ec-4190-b01e-e85ec2509f04 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:07:31.732206 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:07:31.732550 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Checking segment: {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:07:31.732943 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Bound using segment: {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:07:31.733368 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Bound port: 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346a6ef7-dc39-4137-93b1-b143abb97df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:07:31.733726 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.830489 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] For port 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:07:31.856960 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] For port 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29abc74c-04d1-40cc-8f1b-4b80ec12426a,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:07:31.861514 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.900913 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:31.901477 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:31.902911 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/29abc74c-04d1-40cc-8f1b-4b80ec12426a HTTP/1.1" status: 200 len: 1098 time: 0.7639267 Jan 27 16:07:31.903413 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'tag': '29abc74c-04d1-40cc-8f1b-4b80ec12426a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:31.905675 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d566808-1159-4d4b-99dd-bcd8aed9a568" -d '{"events": [{"name": "network-changed", "server_uuid": "81da81ee-640d-4c5c-b554-8a4822be0f2a", "tag": "29abc74c-04d1-40cc-8f1b-4b80ec12426a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:31.917819 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46435da4-20ec-4b39-b4d0-990ba37fb25c req-a3df3ce8-5129-4fb4-b9bd-92ac4c489bd6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:31.919228 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-46435da4-20ec-4b39-b4d0-990ba37fb25c req-a3df3ce8-5129-4fb4-b9bd-92ac4c489bd6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.1085634 Jan 27 16:07:31.950789 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6855a738-2ebb-45e7-b646-e685f0c1d8e9 x-openstack-request-id: req-6855a738-2ebb-45e7-b646-e685f0c1d8e9 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:31.951137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81da81ee-640d-4c5c-b554-8a4822be0f2a", "tag": "29abc74c-04d1-40cc-8f1b-4b80ec12426a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:31.951390 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6855a738-2ebb-45e7-b646-e685f0c1d8e9 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:31.951783 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'tag': '29abc74c-04d1-40cc-8f1b-4b80ec12426a', 'status': 'completed', 'code': 200} Jan 27 16:07:31.959760 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc02748-30a5-47ca-90ef-3cc78b76e3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=29abc74c-04d1-40cc-8f1b-4b80ec12426a,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:31.996366 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-46435da4-20ec-4b39-b4d0-990ba37fb25c req-d869ece9-5569-4307-922d-471bd554930f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683703 Jan 27 16:07:32.724959 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bca11-ad4b-4c9d-9935-12b33f8b1740 req-b97643b2-2f7d-485d-92fe-ae0351936b33 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:32.727081 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d70bca11-ad4b-4c9d-9935-12b33f8b1740 req-b97643b2-2f7d-485d-92fe-ae0351936b33 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0472932 Jan 27 16:07:32.767836 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b8d23-67a9-4deb-a64c-079515a2ab76 req-a8b335c0-6363-453c-9d6c-89e005659d91 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:32.769327 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e8b8d23-67a9-4deb-a64c-079515a2ab76 req-a8b335c0-6363-453c-9d6c-89e005659d91 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Jan 27 16:07:32.773887 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d70bca11-ad4b-4c9d-9935-12b33f8b1740 req-ab92840b-5047-47d3-880e-ce2283f14756 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Jan 27 16:07:32.817221 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e8b8d23-67a9-4deb-a64c-079515a2ab76 req-47e9aa4d-e873-4b40-881a-b22a758416e2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Jan 27 16:07:33.115533 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641d662-0194-47bc-b48f-340344ab8216 req-6bf7dac1-b28c-4df3-8a4d-b8a1210179ab tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:33.117516 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6641d662-0194-47bc-b48f-340344ab8216 req-6bf7dac1-b28c-4df3-8a4d-b8a1210179ab tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Jan 27 16:07:33.162689 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6641d662-0194-47bc-b48f-340344ab8216 req-eabb49b9-a020-4cc2-9227-8be5b9cca734 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Jan 27 16:07:33.888716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa152-17d6-4c83-b3b4-3f651cc6f8f9 req-64e56fca-e887-4af4-8cb0-054600965eb7 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:33.890299 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be1aa152-17d6-4c83-b3b4-3f651cc6f8f9 req-64e56fca-e887-4af4-8cb0-054600965eb7 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0521557 Jan 27 16:07:33.935973 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be1aa152-17d6-4c83-b3b4-3f651cc6f8f9 req-1f80a573-cfaa-45ba-a439-083afc78780b tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Jan 27 16:07:33.944679 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19c95f-cb4f-4a1d-a8e4-f56909cbe6c4 req-b2204937-940f-4488-af3d-4e5550b33d39 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:33.946251 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fd19c95f-cb4f-4a1d-a8e4-f56909cbe6c4 req-b2204937-940f-4488-af3d-4e5550b33d39 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0552568 Jan 27 16:07:33.992689 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fd19c95f-cb4f-4a1d-a8e4-f56909cbe6c4 req-1c82b2e2-9def-4fc1-a787-2478ef77343f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Jan 27 16:07:34.277046 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e4a4-83c5-44b5-ba1f-33545f7d2a7c req-b80fa613-851a-422d-85f1-42740a5ea846 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:34.278511 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aa09e4a4-83c5-44b5-ba1f-33545f7d2a7c req-b80fa613-851a-422d-85f1-42740a5ea846 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Jan 27 16:07:34.331996 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aa09e4a4-83c5-44b5-ba1f-33545f7d2a7c req-ddf14a99-229e-444f-8523-0f0f37232a5d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 Jan 27 16:07:35.050292 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe84c8-d49b-4a2f-bb1f-332bbdbd8525 req-cc61141e-e2e0-4398-85be-c2afffc6e646 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:35.051796 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2cfe84c8-d49b-4a2f-bb1f-332bbdbd8525 req-cc61141e-e2e0-4398-85be-c2afffc6e646 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0482099 Jan 27 16:07:35.099536 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2cfe84c8-d49b-4a2f-bb1f-332bbdbd8525 req-eb5f0f9b-04ad-419b-8c50-0556c1069f54 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Jan 27 16:07:35.115476 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a61a0-5dc8-4125-af6d-29df01035888 req-d38c2554-924f-4a84-8130-29704436d1de tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:35.117565 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b10a61a0-5dc8-4125-af6d-29df01035888 req-d38c2554-924f-4a84-8130-29704436d1de tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0485749 Jan 27 16:07:35.165189 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b10a61a0-5dc8-4125-af6d-29df01035888 req-f3b0abf2-7a59-4d6f-a0ae-7e5362409ae2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Jan 27 16:07:35.453570 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9258e-1cfa-4bdb-86bd-6a8c7cf6bdb9 req-a1c66ab5-325a-441b-af46-05a28b21fd30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:35.454936 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-46c9258e-1cfa-4bdb-86bd-6a8c7cf6bdb9 req-a1c66ab5-325a-441b-af46-05a28b21fd30 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0520096 Jan 27 16:07:35.499707 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-46c9258e-1cfa-4bdb-86bd-6a8c7cf6bdb9 req-55846513-69c9-47cc-9ea6-0968bfd74b93 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392313 Jan 27 16:07:36.229973 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe13486-e047-485f-bcd8-cd34e9bb3ab7 req-47b94e37-f638-4d63-8765-d418826018cf tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:36.231558 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fe13486-e047-485f-bcd8-cd34e9bb3ab7 req-47b94e37-f638-4d63-8765-d418826018cf tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0496008 Jan 27 16:07:36.280416 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fe13486-e047-485f-bcd8-cd34e9bb3ab7 req-ebd0da22-b133-44ea-ad6b-7f0bbbd10022 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Jan 27 16:07:36.291028 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec80d5d-e077-47e3-a3b2-01733c5ce2cf req-8dd1f336-2c08-4cba-9f36-f4d813fd8b3f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:36.292572 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-aec80d5d-e077-47e3-a3b2-01733c5ce2cf req-8dd1f336-2c08-4cba-9f36-f4d813fd8b3f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0561876 Jan 27 16:07:36.341186 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-aec80d5d-e077-47e3-a3b2-01733c5ce2cf req-84372738-5add-49b7-b0e0-cd010cfb8488 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Jan 27 16:07:36.625670 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2518a9-13cb-42aa-9731-b70c0e564e50 req-85fecf80-497d-4f68-8d93-e584145fc863 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:36.627182 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5f2518a9-13cb-42aa-9731-b70c0e564e50 req-85fecf80-497d-4f68-8d93-e584145fc863 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0513105 Jan 27 16:07:36.673633 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5f2518a9-13cb-42aa-9731-b70c0e564e50 req-6b985237-eba1-4067-acf4-e271bed207fa tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Jan 27 16:07:37.389978 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566808-1159-4d4b-99dd-bcd8aed9a568 req-c428463d-9332-44d8-8199-b7ca274f19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.391516 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1d566808-1159-4d4b-99dd-bcd8aed9a568 req-c428463d-9332-44d8-8199-b7ca274f19a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 1101 time: 0.0429478 Jan 27 16:07:37.400663 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a581290-d26e-4667-8687-bee3c9cf5990 req-342310a1-8d62-435f-8cf7-edb5309009f3 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.402391 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5a581290-d26e-4667-8687-bee3c9cf5990 req-342310a1-8d62-435f-8cf7-edb5309009f3 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0548382 Jan 27 16:07:37.418590 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1d566808-1159-4d4b-99dd-bcd8aed9a568 req-5eaa6c1d-bfa9-46b8-bfe1-1d609b0a91bb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191000 Jan 27 16:07:37.455946 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5a581290-d26e-4667-8687-bee3c9cf5990 req-4cbb7c40-6e80-4053-bf3a-a3dd0b21affc tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Jan 27 16:07:37.544209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004658-ea1f-49fc-b281-05d52c86e42c req-95399b9a-e0c0-49c6-8fde-96598efea274 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.545672 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-30004658-ea1f-49fc-b281-05d52c86e42c req-95399b9a-e0c0-49c6-8fde-96598efea274 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.1251922 Jan 27 16:07:37.548325 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566808-1159-4d4b-99dd-bcd8aed9a568 req-28d7147d-d9ac-4cc7-b09b-66594a384192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.549639 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1d566808-1159-4d4b-99dd-bcd8aed9a568 req-28d7147d-d9ac-4cc7-b09b-66594a384192 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194839 Jan 27 16:07:37.603681 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-30004658-ea1f-49fc-b281-05d52c86e42c req-3271c631-6bfb-420c-8af9-d04ac27cbec2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524225 Jan 27 16:07:37.635191 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-bf21750d-4ebf-440b-89a0-abcacc7ffd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.636740 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-bf21750d-4ebf-440b-89a0-abcacc7ffd1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 1101 time: 0.0486429 Jan 27 16:07:37.683433 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-3fe6b5c3-e493-417f-9b0b-11e22d79c9cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=29abc74c-04d1-40cc-8f1b-4b80ec12426a HTTP/1.1" status: 200 len: 217 time: 0.0381968 Jan 27 16:07:37.734578 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-06311e09-8ce5-4b8a-9c68-48ee4602c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.736086 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-06311e09-8ce5-4b8a-9c68-48ee4602c2bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5aa18dba-af34-4496-bccc-88737b604817 HTTP/1.1" status: 200 len: 843 time: 0.0456865 Jan 27 16:07:37.783415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-4eac1162-b5c8-42db-b65b-026c90b7174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.784928 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-4eac1162-b5c8-42db-b65b-026c90b7174a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8f0ce61-f1ec-4190-b01e-e85ec2509f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406461 Jan 27 16:07:37.789221 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa8f10-ff74-4296-b195-bb35544c587e req-46e8af93-e14a-4837-8967-b58895343999 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:37.790752 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c8aa8f10-ff74-4296-b195-bb35544c587e req-46e8af93-e14a-4837-8967-b58895343999 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Jan 27 16:07:37.839561 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c8aa8f10-ff74-4296-b195-bb35544c587e req-2fa41f48-2b6f-4c81-a6f7-06c49cd152d8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Jan 27 16:07:37.929549 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-8dc9c07a-3421-4d27-9c17-c8210e69e789 service neutron] 10.222.0.60 "GET /v2.0/networks/a8f0ce61-f1ec-4190-b01e-e85ec2509f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361670 Jan 27 16:07:38.021584 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3622bdfb-0f36-4b17-8610-2c903fb22e58 req-4592706c-2504-4b99-985b-fa9e3cb6f492 service neutron] 10.222.0.60 "GET /v2.0/networks/a8f0ce61-f1ec-4190-b01e-e85ec2509f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856073 Jan 27 16:07:38.578040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112a50-da9f-4dea-b555-6b016abb1bf7 req-44bbcb4c-dc26-49b9-8357-40e9b419e68b tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:38.579595 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-af112a50-da9f-4dea-b555-6b016abb1bf7 req-44bbcb4c-dc26-49b9-8357-40e9b419e68b tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0553153 Jan 27 16:07:38.632786 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-af112a50-da9f-4dea-b555-6b016abb1bf7 req-4a9a08d3-e288-4250-82ed-ecbb361dd11e tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Jan 27 16:07:38.733843 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27e69e-15b7-4366-a0d2-320da4e7076e req-4a8fa059-c876-4dd1-85af-01a10611ff96 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:38.735235 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6e27e69e-15b7-4366-a0d2-320da4e7076e req-4a8fa059-c876-4dd1-85af-01a10611ff96 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Jan 27 16:07:38.783684 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6e27e69e-15b7-4366-a0d2-320da4e7076e req-361cc283-9bab-4b83-aa10-8e2e63ed8ad6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Jan 27 16:07:38.958931 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf49036-04bc-481c-a087-f485aad3634e req-18747351-baaa-4f45-8a01-e8ad9e7fdd76 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:38.960797 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbf49036-04bc-481c-a087-f485aad3634e req-18747351-baaa-4f45-8a01-e8ad9e7fdd76 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0540574 Jan 27 16:07:39.006286 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbf49036-04bc-481c-a087-f485aad3634e req-b03f1efc-8410-4520-a8b3-ea4465b7056c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Jan 27 16:07:39.760481 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07098714-cd23-4efd-8bed-256468d1201f req-e7e0c30c-9401-4c9d-afdd-321b5a302c46 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:39.761990 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-07098714-cd23-4efd-8bed-256468d1201f req-e7e0c30c-9401-4c9d-afdd-321b5a302c46 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0545173 Jan 27 16:07:39.808360 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-07098714-cd23-4efd-8bed-256468d1201f req-557c0531-638a-4b2d-830c-9ba6d192f895 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Jan 27 16:07:39.902069 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174e51e-28b6-47e5-83d8-8469fc30341e req-0ac62feb-761b-487c-b51d-a206edbb1572 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:39.903571 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a174e51e-28b6-47e5-83d8-8469fc30341e req-0ac62feb-761b-487c-b51d-a206edbb1572 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Jan 27 16:07:39.952572 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a174e51e-28b6-47e5-83d8-8469fc30341e req-dc5eb317-a2f2-4ca8-ad19-73ebbe5acc6a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Jan 27 16:07:39.996164 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:07:40.118752 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e8001-a84f-441b-9306-e6a66a816dcc req-33909a76-ea07-4474-ab64-295647d08b15 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:40.120241 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8a4e8001-a84f-441b-9306-e6a66a816dcc req-33909a76-ea07-4474-ab64-295647d08b15 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Jan 27 16:07:40.166731 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8a4e8001-a84f-441b-9306-e6a66a816dcc req-73abee53-a86d-4ebd-8f8a-c392dd5aeacf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Jan 27 16:07:40.496664 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:07:40.596620 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:40.609860 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '7f3911ec-edec-4658-b029-6a522d1a3093', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093', 'mac_address': 'fa:16:3e:5a:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:07:40.647515 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: ACTIVE; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:07:40.647950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:40.660820 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f3911ec-edec-4658-b029-6a522d1a3093 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:07:40.681155 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:40.685235 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:40.686213 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 29abc74c-04d1-40cc-8f1b-4b80ec12426a details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:07:40.757662 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:40.829405 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29abc74c-04d1-40cc-8f1b-4b80ec12426a,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:40.843927 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '29abc74c-04d1-40cc-8f1b-4b80ec12426a', 'network_id': 'a8f0ce61-f1ec-4190-b01e-e85ec2509f04', 'port_id': '29abc74c-04d1-40cc-8f1b-4b80ec12426a', 'mac_address': 'fa:16:3e:25:03:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa18dba-af34-4496-bccc-88737b604817', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:07:40.883385 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 29abc74c-04d1-40cc-8f1b-4b80ec12426a is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:07:40.883945 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:40.898236 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29abc74c-04d1-40cc-8f1b-4b80ec12426a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:07:40.900395 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 40640) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:40.920589 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29abc74c-04d1-40cc-8f1b-4b80ec12426a,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:40.926949 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:40.934991 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7c554-dba5-4746-9acb-cc18921d412d req-f6e57ffb-6859-42b3-be7b-e93805a18e29 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:40.936595 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4bf7c554-dba5-4746-9acb-cc18921d412d req-f6e57ffb-6859-42b3-be7b-e93805a18e29 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 948 time: 0.0540407 Jan 27 16:07:40.986706 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=29abc74c-04d1-40cc-8f1b-4b80ec12426a,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:40.989042 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4bf7c554-dba5-4746-9acb-cc18921d412d req-65b4e7af-5587-4ce5-afd3-be122f168b54 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Jan 27 16:07:41.025102 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['7f3911ec-edec-4658-b029-6a522d1a3093'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:07:41.031655 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-87687d9a-188d-4b26-8cf0-8e54e4ce1cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.123441 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084aba0-f3d0-4804-8735-4d9eea1135dd req-2a82f2e8-5cb2-4d63-81d0-f918f1338aeb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:41.124909 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b084aba0-f3d0-4804-8735-4d9eea1135dd req-2a82f2e8-5cb2-4d63-81d0-f918f1338aeb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0807581 Jan 27 16:07:41.181224 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-87687d9a-188d-4b26-8cf0-8e54e4ce1cf6 admin admin] Publish callbacks [] for security_group (c0e3379f-9da5-4745-aff3-d7e3e9d0e68b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.188951 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-87687d9a-188d-4b26-8cf0-8e54e4ce1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c0e3379f-9da5-4745-aff3-d7e3e9d0e68b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.203032 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b084aba0-f3d0-4804-8735-4d9eea1135dd req-f992abf4-0784-4d94-abdc-1dfdfc49431a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715740 Jan 27 16:07:41.231339 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-87687d9a-188d-4b26-8cf0-8e54e4ce1cf6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e33c5500cc59427994c39486c6aed672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292596 Jan 27 16:07:41.233271 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87687d9a-188d-4b26-8cf0-8e54e4ce1cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3379f-9da5-4745-aff3-d7e3e9d0e68b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:41.235600 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40648) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:41.311894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c228e4f6-db80-41f9-8ac7-4ca7c3f608b8 admin admin] Publish callbacks [] for security_group (c0e3379f-9da5-4745-aff3-d7e3e9d0e68b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.339925 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aefeb8-a39d-4a5a-b696-1ca6a27c3193 req-689259a1-22fd-42d5-930a-ee28d42e8bb8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:41.341426 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-27aefeb8-a39d-4a5a-b696-1ca6a27c3193 req-689259a1-22fd-42d5-930a-ee28d42e8bb8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0776670 Jan 27 16:07:41.351443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c228e4f6-db80-41f9-8ac7-4ca7c3f608b8 admin admin] Publish callbacks [] for security_group (c0e3379f-9da5-4745-aff3-d7e3e9d0e68b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.532867 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['29abc74c-04d1-40cc-8f1b-4b80ec12426a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:07:41.653208 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-27aefeb8-a39d-4a5a-b696-1ca6a27c3193 req-adb256b3-aec5-4489-82ba-0ac260eb0b89 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039360 Jan 27 16:07:41.679750 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c228e4f6-db80-41f9-8ac7-4ca7c3f608b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c0e3379f-9da5-4745-aff3-d7e3e9d0e68b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.682675 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c228e4f6-db80-41f9-8ac7-4ca7c3f608b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:41.683847 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c228e4f6-db80-41f9-8ac7-4ca7c3f608b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0e3379f-9da5-4745-aff3-d7e3e9d0e68b HTTP/1.1" status: 204 len: 168 time: 0.4472647 Jan 27 16:07:41.691617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228e4f6-db80-41f9-8ac7-4ca7c3f608b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3379f-9da5-4745-aff3-d7e3e9d0e68b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:41.942858 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40656) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:41.956199 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9871a2b7-0f38-4909-85e9-3bf322d15b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.032501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9871a2b7-0f38-4909-85e9-3bf322d15b35 admin admin] Publish callbacks [] for security_group (9fc69c9c-457b-472f-aa17-b62866db906c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.036951 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-9871a2b7-0f38-4909-85e9-3bf322d15b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9fc69c9c-457b-472f-aa17-b62866db906c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.074461 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-9871a2b7-0f38-4909-85e9-3bf322d15b35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b00a3ed2c4a4ff9b94861b9fdd0a3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304834 Jan 27 16:07:42.076797 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a2b7-0f38-4909-85e9-3bf322d15b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc69c9c-457b-472f-aa17-b62866db906c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:42.079132 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 40660) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:42.123434 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17591c97-af51-4bed-b649-ba6bb7ce2a1d req-296da5fe-fe1e-4e28-b163-02432750a03a tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:42.125938 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-17591c97-af51-4bed-b649-ba6bb7ce2a1d req-296da5fe-fe1e-4e28-b163-02432750a03a tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 949 time: 0.0645034 Jan 27 16:07:42.127377 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0ed620f1-6165-40d2-8b65-931985bf2d8b admin admin] Publish callbacks [] for security_group (9fc69c9c-457b-472f-aa17-b62866db906c), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.151668 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0ed620f1-6165-40d2-8b65-931985bf2d8b admin admin] Publish callbacks [] for security_group (9fc69c9c-457b-472f-aa17-b62866db906c), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.194370 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-17591c97-af51-4bed-b649-ba6bb7ce2a1d req-062fe910-939c-46f4-ba51-59fd74bd4f47 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621295 Jan 27 16:07:42.209110 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0ed620f1-6165-40d2-8b65-931985bf2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9fc69c9c-457b-472f-aa17-b62866db906c), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.212047 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0ed620f1-6165-40d2-8b65-931985bf2d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.213297 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0ed620f1-6165-40d2-8b65-931985bf2d8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9fc69c9c-457b-472f-aa17-b62866db906c HTTP/1.1" status: 204 len: 168 time: 0.1332328 Jan 27 16:07:42.221348 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed620f1-6165-40d2-8b65-931985bf2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc69c9c-457b-472f-aa17-b62866db906c,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:42.338630 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dae37e-6d43-456b-9230-5400ef43b23e req-df9ca118-3b51-4c17-a53f-b6182c5cf2cc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:42.340358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-41dae37e-6d43-456b-9230-5400ef43b23e req-df9ca118-3b51-4c17-a53f-b6182c5cf2cc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0520027 Jan 27 16:07:42.390406 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-41dae37e-6d43-456b-9230-5400ef43b23e req-fd69bc62-171f-4c2a-84a3-b012767bcd00 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Jan 27 16:07:42.501448 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:07:42.556083 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 7f3911ec-edec-4658-b029-6a522d1a3093 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:07:42.556703 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.634408 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:07:42.634816 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.657593 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:42.659856 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e972fc99-e434-4eb0-9965-bec2ec9d231e" -d '{"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-plugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:42.673466 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:42.679012 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:42.706257 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1767b478-c3c8-4d19-a588-099e6eb4e730 x-openstack-request-id: req-1767b478-c3c8-4d19-a588-099e6eb4e730 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:42.706680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-plugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:42.707110 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1767b478-c3c8-4d19-a588-099e6eb4e730 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:42.707624 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'code': 200} Jan 27 16:07:42.735680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:42.780971 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df2d5-9f11-4b08-8a36-9a5dcbe2173a req-31c084e0-76de-4bc0-8bed-4c9b2f9b9b75 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:42.782560 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fa3df2d5-9f11-4b08-8a36-9a5dcbe2173a req-31c084e0-76de-4bc0-8bed-4c9b2f9b9b75 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Jan 27 16:07:42.834083 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fa3df2d5-9f11-4b08-8a36-9a5dcbe2173a req-071bbe25-fe1d-4be4-b997-45d60b40e58d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Jan 27 16:07:43.311470 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f84225-b62b-4cc2-8357-ac1419e45347 req-090ed02a-b734-4eab-9c71-10c25ebca359 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:43.312944 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c5f84225-b62b-4cc2-8357-ac1419e45347 req-090ed02a-b734-4eab-9c71-10c25ebca359 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 949 time: 0.0511367 Jan 27 16:07:43.365566 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c5f84225-b62b-4cc2-8357-ac1419e45347 req-d0fbb8e5-6524-4e67-a134-ec58d1017f16 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Jan 27 16:07:43.515344 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fabaa-696d-4f2b-86f2-d3b174b2fea1 req-17cfea2a-e97f-4a9d-9181-dac374dac488 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:43.516888 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-534fabaa-696d-4f2b-86f2-d3b174b2fea1 req-17cfea2a-e97f-4a9d-9181-dac374dac488 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Jan 27 16:07:43.563586 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-534fabaa-696d-4f2b-86f2-d3b174b2fea1 req-53f0c4ec-3940-4c03-b170-956b9c23d35d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Jan 27 16:07:43.963280 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d536-2b65-4356-8b06-eb9f31d55d20 req-8ae7c4ad-14dd-43d3-9222-3ea13e892a86 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:43.964736 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fd3d536-2b65-4356-8b06-eb9f31d55d20 req-8ae7c4ad-14dd-43d3-9222-3ea13e892a86 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Jan 27 16:07:44.015837 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7fd3d536-2b65-4356-8b06-eb9f31d55d20 req-4695371c-e413-4b9e-9e5c-982fab2943e6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Jan 27 16:07:44.482158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef0ca8-69b7-465c-abb9-a6081dc10c10 req-d46b43ec-4f63-4115-9549-252df8a9b007 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:44.483693 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2fef0ca8-69b7-465c-abb9-a6081dc10c10 req-d46b43ec-4f63-4115-9549-252df8a9b007 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 949 time: 0.0488136 Jan 27 16:07:44.516219 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 29abc74c-04d1-40cc-8f1b-4b80ec12426a up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:07:44.537358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2fef0ca8-69b7-465c-abb9-a6081dc10c10 req-325ba44b-8843-4c7b-aa33-86e3b269d925 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Jan 27 16:07:44.567887 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 29abc74c-04d1-40cc-8f1b-4b80ec12426a completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:07:44.572038 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 29abc74c-04d1-40cc-8f1b-4b80ec12426a triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:07:44.572471 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:44.655501 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 29abc74c-04d1-40cc-8f1b-4b80ec12426a is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:07:44.655955 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:44.693421 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39a682-bc92-4e93-9b1f-04b437126da7 req-af0c5896-1233-496c-97df-66c3bff2a0e4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:44.694586 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29abc74c-04d1-40cc-8f1b-4b80ec12426a,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:44.695756 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6f39a682-bc92-4e93-9b1f-04b437126da7 req-af0c5896-1233-496c-97df-66c3bff2a0e4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0541852 Jan 27 16:07:44.699114 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:44.709342 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29abc74c-04d1-40cc-8f1b-4b80ec12426a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:44.711671 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6c441c-862a-4293-8fc2-1b56aaa7ae62" -d '{"events": [{"server_uuid": "81da81ee-640d-4c5c-b554-8a4822be0f2a", "name": "network-vif-plugged", "status": "completed", "tag": "29abc74c-04d1-40cc-8f1b-4b80ec12426a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:44.749837 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6f39a682-bc92-4e93-9b1f-04b437126da7 req-6cf92a7c-7de6-4852-87c5-bd0c8279a163 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476081 Jan 27 16:07:44.755370 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f293fa3f-7e9c-4f65-a3ec-52abc44f931d x-openstack-request-id: req-f293fa3f-7e9c-4f65-a3ec-52abc44f931d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:44.756724 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81da81ee-640d-4c5c-b554-8a4822be0f2a", "name": "network-vif-plugged", "status": "completed", "tag": "29abc74c-04d1-40cc-8f1b-4b80ec12426a", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:44.756724 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f293fa3f-7e9c-4f65-a3ec-52abc44f931d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:44.756953 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29abc74c-04d1-40cc-8f1b-4b80ec12426a', 'code': 200} Jan 27 16:07:44.767588 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=29abc74c-04d1-40cc-8f1b-4b80ec12426a,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:44.957275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbdb8c-d21c-4079-aa98-3828cbd4049a req-04ec5811-6951-4805-b1c9-4002098efb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:44.958279 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ddbdb8c-d21c-4079-aa98-3828cbd4049a req-04ec5811-6951-4805-b1c9-4002098efb16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 1103 time: 0.0445108 Jan 27 16:07:45.016349 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ddbdb8c-d21c-4079-aa98-3828cbd4049a req-294a139e-1b27-4f63-96d1-2f0fc8a73f00 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jan 27 16:07:45.132771 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543ebf-e8c6-4cb9-98f2-f1c882cce1eb req-d9a00d5a-85fb-495c-aa9a-0d45e001ccd4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:45.134266 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54543ebf-e8c6-4cb9-98f2-f1c882cce1eb req-d9a00d5a-85fb-495c-aa9a-0d45e001ccd4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Jan 27 16:07:45.180313 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54543ebf-e8c6-4cb9-98f2-f1c882cce1eb req-275d9d8e-6c71-4544-a5a6-3650420fadba tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Jan 27 16:07:45.656514 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f85ba-c0f4-4808-b7c4-2897d23b72c9 req-575f2520-6be5-4c89-8f51-275d5195d0f8 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:45.657953 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-608f85ba-c0f4-4808-b7c4-2897d23b72c9 req-575f2520-6be5-4c89-8f51-275d5195d0f8 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0506856 Jan 27 16:07:45.703650 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-608f85ba-c0f4-4808-b7c4-2897d23b72c9 req-ab6541c0-6fcb-436c-8754-85101c83b8a2 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Jan 27 16:07:45.871044 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f2bd1-f7c3-45b7-beb5-6810a903846d req-a23ee55c-5208-455b-93a9-c8a115dfa073 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:45.872511 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bb2f2bd1-f7c3-45b7-beb5-6810a903846d req-a23ee55c-5208-455b-93a9-c8a115dfa073 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Jan 27 16:07:45.924518 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bb2f2bd1-f7c3-45b7-beb5-6810a903846d req-adfa7575-64f5-40ae-9865-5194d78ed42c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Jan 27 16:07:46.296784 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9134-5eaf-4cc2-bf0c-485355dba5c9 req-69f70da0-1fde-4338-8bfe-f763eb544a41 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:46.298293 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6dad9134-5eaf-4cc2-bf0c-485355dba5c9 req-69f70da0-1fde-4338-8bfe-f763eb544a41 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Jan 27 16:07:46.349866 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6dad9134-5eaf-4cc2-bf0c-485355dba5c9 req-bbe4ac76-96a1-4953-a832-03353db4f86c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458722 Jan 27 16:07:46.819255 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb7ba-4e13-491e-bfbd-07bd7d22318d req-91032c2e-5d2d-4170-a884-abb39274b0d5 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:46.820761 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-378fb7ba-4e13-491e-bfbd-07bd7d22318d req-91032c2e-5d2d-4170-a884-abb39274b0d5 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0514905 Jan 27 16:07:46.868575 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-378fb7ba-4e13-491e-bfbd-07bd7d22318d req-aff18e9c-c018-4e74-9763-c566017c42e1 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Jan 27 16:07:47.239305 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1f94e-781d-47c2-a901-2cddace4c1c8 req-9c9ec28a-a456-45da-8833-08a8736e7732 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:47.241032 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dbf1f94e-781d-47c2-a901-2cddace4c1c8 req-9c9ec28a-a456-45da-8833-08a8736e7732 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.2429533 Jan 27 16:07:47.289432 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dbf1f94e-781d-47c2-a901-2cddace4c1c8 req-49b1fa7a-b124-465d-bdce-ea33135f9091 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410268 Jan 27 16:07:47.463411 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4ac73-dee2-4377-932c-367c82c9bbc6 req-e0c38c8b-e2a4-496d-9b6c-1f392864f778 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:47.464841 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b1d4ac73-dee2-4377-932c-367c82c9bbc6 req-e0c38c8b-e2a4-496d-9b6c-1f392864f778 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Jan 27 16:07:47.513127 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b1d4ac73-dee2-4377-932c-367c82c9bbc6 req-8c33fb45-1275-44c3-811d-3a6075feabb2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Jan 27 16:07:47.979006 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d56e5f-9e9d-43ce-8029-7f5e36f0f199 req-082cf5d5-5335-44f3-92c1-6d14ae2dbb4a tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:47.980685 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-59d56e5f-9e9d-43ce-8029-7f5e36f0f199 req-082cf5d5-5335-44f3-92c1-6d14ae2dbb4a tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0474885 Jan 27 16:07:48.027327 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-59d56e5f-9e9d-43ce-8029-7f5e36f0f199 req-8390e8ef-877a-4472-b829-526289aa1755 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Jan 27 16:07:48.302820 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2d91e-bc24-4b05-9f11-55cf986c86b6 req-77f6ab44-0156-43e0-8db0-69ccdb135c4a tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:48.304311 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d5a2d91e-bc24-4b05-9f11-55cf986c86b6 req-77f6ab44-0156-43e0-8db0-69ccdb135c4a tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0563433 Jan 27 16:07:48.366570 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d5a2d91e-bc24-4b05-9f11-55cf986c86b6 req-f4990442-ca68-4fc8-b379-5a2028f95845 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563362 Jan 27 16:07:48.486419 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134edcf9-4aa5-4f8f-ae17-5049f9ad4ed9 req-3d9dba90-5a04-4f28-8ce7-7c2b3d9dfb75 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:48.487964 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-134edcf9-4aa5-4f8f-ae17-5049f9ad4ed9 req-3d9dba90-5a04-4f28-8ce7-7c2b3d9dfb75 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.1103694 Jan 27 16:07:48.540197 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-134edcf9-4aa5-4f8f-ae17-5049f9ad4ed9 req-a0d55a1b-d484-4c50-b05f-5bae41574dae tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Jan 27 16:07:48.636234 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99387884-1c35-4dab-a71d-8789eee29251 req-4c2ded5d-c5a9-47bf-a80b-7eaf407820ff tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:48.637773 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-99387884-1c35-4dab-a71d-8789eee29251 req-4c2ded5d-c5a9-47bf-a80b-7eaf407820ff tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0526893 Jan 27 16:07:48.714710 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-99387884-1c35-4dab-a71d-8789eee29251 req-dcfba46e-afae-4439-8b90-77b2b7d9ef5a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713806 Jan 27 16:07:49.484209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffc991-5acc-4f3a-b013-c37c05462e0e req-e1ad6d97-7981-4588-aa0f-e8a5764e364d tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:49.485708 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b2ffc991-5acc-4f3a-b013-c37c05462e0e req-e1ad6d97-7981-4588-aa0f-e8a5764e364d tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0515401 Jan 27 16:07:49.550810 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b2ffc991-5acc-4f3a-b013-c37c05462e0e req-e0077898-675e-442a-984f-1bd432ee0a06 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529060 Jan 27 16:07:49.667114 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffac00-2c06-4606-9c5b-cfbe5ab897b4 req-250287d0-709d-4530-9b93-e7fc47d0ee1c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:49.674677 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-14ffac00-2c06-4606-9c5b-cfbe5ab897b4 req-250287d0-709d-4530-9b93-e7fc47d0ee1c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0554855 Jan 27 16:07:49.873055 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a22bc-9dc2-4fc5-a7c5-1b6d695b1aed req-d9b3aa0c-b38a-4ddc-a158-511f866735a2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:49.875035 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e0a22bc-9dc2-4fc5-a7c5-1b6d695b1aed req-d9b3aa0c-b38a-4ddc-a158-511f866735a2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0631382 Jan 27 16:07:49.959457 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e0a22bc-9dc2-4fc5-a7c5-1b6d695b1aed req-fcf33134-9005-405d-90ef-70342d09b657 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746279 Jan 27 16:07:49.962162 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-14ffac00-2c06-4606-9c5b-cfbe5ab897b4 req-b55c1e2d-2800-4bb0-9d8a-137a4343456a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864971 Jan 27 16:07:50.327057 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-4aedbfdf-1c7d-406e-be4f-789d96b08e78 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:50.328705 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-4aedbfdf-1c7d-406e-be4f-789d96b08e78 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.60 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0510817 Jan 27 16:07:50.440818 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Deleting port 29abc74c-04d1-40cc-8f1b-4b80ec12426a {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:07:50.441259 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:50.567894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] For port 29abc74c-04d1-40cc-8f1b-4b80ec12426a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29abc74c-04d1-40cc-8f1b-4b80ec12426a,segment=NetworkSegment(346a6ef7-dc39-4137-93b1-b143abb97df6),segment_id=346a6ef7-dc39-4137-93b1-b143abb97df6)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:07:50.568835 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:50.584539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Calling delete_port for 29abc74c-04d1-40cc-8f1b-4b80ec12426a owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:07:50.716901 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722a73-fca4-49a9-bc8c-93724ad59afc req-43d07a4e-33bf-4e87-9981-cacaffef965f tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:50.718434 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5c722a73-fca4-49a9-bc8c-93724ad59afc req-43d07a4e-33bf-4e87-9981-cacaffef965f tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/ports?device_id=81da81ee-640d-4c5c-b554-8a4822be0f2a HTTP/1.1" status: 200 len: 950 time: 0.0810878 Jan 27 16:07:50.829035 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5c722a73-fca4-49a9-bc8c-93724ad59afc req-04cd979a-5cf8-497f-9314-87e58161fd95 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.61 "GET /v2.0/security-groups?id=a87e5a1b-7ab0-4873-ba7b-c94219afb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049576 Jan 27 16:07:50.836060 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (29abc74c-04d1-40cc-8f1b-4b80ec12426a), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:50.860918 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['29abc74c-04d1-40cc-8f1b-4b80ec12426a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:07:50.872673 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Pushing event deleted for resources: {'Port': ['ID=29abc74c-04d1-40cc-8f1b-4b80ec12426a,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:07:50.945209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] No DVR routers for this DVR port 29abc74c-04d1-40cc-8f1b-4b80ec12426a on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:07:50.949053 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:50.954028 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-411bfdc6-5e2e-465c-b688-d34409a6c0b2 req-00564d32-0766-4d85-908a-73319710ba83 tempest-VolumesNegativeTest-447855311 tempest-VolumesNegativeTest-447855311-project] 10.222.0.60 "DELETE /v2.0/ports/29abc74c-04d1-40cc-8f1b-4b80ec12426a HTTP/1.1" status: 204 len: 173 time: 0.6187751 Jan 27 16:07:50.954950 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'name': 'network-vif-deleted', 'tag': '29abc74c-04d1-40cc-8f1b-4b80ec12426a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:07:50.957197 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad56e290-2d9f-4d4e-b7d4-cd1b109690a7" -d '{"events": [{"server_uuid": "81da81ee-640d-4c5c-b554-8a4822be0f2a", "name": "network-vif-deleted", "tag": "29abc74c-04d1-40cc-8f1b-4b80ec12426a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:07:51.104678 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb11366-2f7f-4f7d-aaf1-9768f220c78e x-openstack-request-id: req-ccb11366-2f7f-4f7d-aaf1-9768f220c78e {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:07:51.105379 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81da81ee-640d-4c5c-b554-8a4822be0f2a", "name": "network-vif-deleted", "tag": "29abc74c-04d1-40cc-8f1b-4b80ec12426a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:07:51.105379 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccb11366-2f7f-4f7d-aaf1-9768f220c78e {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:07:51.105626 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81da81ee-640d-4c5c-b554-8a4822be0f2a', 'name': 'network-vif-deleted', 'tag': '29abc74c-04d1-40cc-8f1b-4b80ec12426a', 'status': 'completed', 'code': 200} Jan 27 16:07:51.170475 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97a0bf-fa35-4c7f-94cc-9bbb2ecd0175 req-d123a8a4-4570-40b7-892b-68fbacc1115b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:51.183842 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7c97a0bf-fa35-4c7f-94cc-9bbb2ecd0175 req-d123a8a4-4570-40b7-892b-68fbacc1115b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.1257434 Jan 27 16:07:51.264657 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7c97a0bf-fa35-4c7f-94cc-9bbb2ecd0175 req-3dcf8c5f-d56a-48ac-9ada-130f5bc514e1 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710955 Jan 27 16:07:51.336111 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020977-edfd-4609-9b60-9063f848e7d3 req-cade02e7-c9e7-4e1a-9472-9865600b7097 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:51.347595 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-58020977-edfd-4609-9b60-9063f848e7d3 req-cade02e7-c9e7-4e1a-9472-9865600b7097 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.1537890 Jan 27 16:07:51.486298 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-58020977-edfd-4609-9b60-9063f848e7d3 req-000f29de-df82-48ca-bf03-54b2b51e3455 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358247 Jan 27 16:07:52.417702 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb809f-8dba-475c-915f-abaa9a00c086 req-00567027-e8b7-494c-ba86-7f3da4a9b6f8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:52.419565 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1edb809f-8dba-475c-915f-abaa9a00c086 req-00567027-e8b7-494c-ba86-7f3da4a9b6f8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0638957 Jan 27 16:07:52.491143 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1edb809f-8dba-475c-915f-abaa9a00c086 req-b45c7948-9293-4c1c-8453-07dd512f28ee tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648253 Jan 27 16:07:52.670663 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf87f3-990a-49a7-b63a-aa122f29a362 req-e06d2693-ad90-4196-9420-1e0ceaed086e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:52.672490 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aabf87f3-990a-49a7-b63a-aa122f29a362 req-e06d2693-ad90-4196-9420-1e0ceaed086e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0636330 Jan 27 16:07:52.738386 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-aabf87f3-990a-49a7-b63a-aa122f29a362 req-f075a28e-2749-402c-893c-b49440c73c17 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595658 Jan 27 16:07:52.864824 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5854e-028a-42ba-b442-8fe59efdbec5 req-0130168d-ef1e-4a65-953f-17221159a3a2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:52.871630 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e6b5854e-028a-42ba-b442-8fe59efdbec5 req-0130168d-ef1e-4a65-953f-17221159a3a2 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0687912 Jan 27 16:07:52.941059 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e6b5854e-028a-42ba-b442-8fe59efdbec5 req-349fe0a1-8ccf-4089-8d3a-12a40650e9d5 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664427 Jan 27 16:07:52.965102 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-46ab08bf-e16e-4075-9a49-230877482e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:52.966726 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-46ab08bf-e16e-4075-9a49-230877482e66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0681577 Jan 27 16:07:53.089968 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-bf1deb14-3578-421e-a030-615140910ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:53.091522 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-bf1deb14-3578-421e-a030-615140910ff6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.1155658 Jan 27 16:07:53.163720 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-5451ccce-d072-4f2c-adb1-15f69f1a541b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 1001 time: 0.0643532 Jan 27 16:07:53.226361 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-a053ec2a-2323-4064-b6ee-8dc9956de4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:53.227973 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-a053ec2a-2323-4064-b6ee-8dc9956de4e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.0574794 Jan 27 16:07:53.280096 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-7399064e-89a1-454c-ad88-c33fc60a0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:53.281801 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-7399064e-89a1-454c-ad88-c33fc60a0e5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467329 Jan 27 16:07:53.404163 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-17598bb8-ebbf-40d2-bde3-f1d1171af9ce service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129389 Jan 27 16:07:53.523725 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2a45103e-9397-4b4a-9fc1-0758c1ba090a req-60864f60-db1f-4f06-82e0-65341873a215 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095741 Jan 27 16:07:53.897606 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc011d-5f89-497b-ab18-927b26419ec8 req-e8d4826d-eac1-4705-9146-b011506f71fe tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:53.905379 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-01cc011d-5f89-497b-ab18-927b26419ec8 req-e8d4826d-eac1-4705-9146-b011506f71fe tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0630624 Jan 27 16:07:53.971367 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-01cc011d-5f89-497b-ab18-927b26419ec8 req-db25f38c-4524-450f-9e21-f338403c20b6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594907 Jan 27 16:07:54.106554 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f0d5c-91c6-4d43-9084-3638a26f42ba req-b22c6934-3988-426b-ae46-f9e0c6caf1c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:54.108976 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cd1f0d5c-91c6-4d43-9084-3638a26f42ba req-b22c6934-3988-426b-ae46-f9e0c6caf1c4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0601664 Jan 27 16:07:54.168847 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cd1f0d5c-91c6-4d43-9084-3638a26f42ba req-22548209-3895-4b0e-8ece-19d4328f8cfe tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520709 Jan 27 16:07:54.459561 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1ccf-446b-4c29-8dc5-ffa13292ac7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:54.573674 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 29abc74c-04d1-40cc-8f1b-4b80ec12426a no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:07:54.597868 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 29abc74c-04d1-40cc-8f1b-4b80ec12426a {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:07:54.598220 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 29abc74c-04d1-40cc-8f1b-4b80ec12426a not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:07:54.814027 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-6a34259a-6a81-4a49-94bf-48e00d10a82e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552661 Jan 27 16:07:54.888340 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-58f95b10-cc8b-4928-99cb-c24fcf962f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:54.889930 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-58f95b10-cc8b-4928-99cb-c24fcf962f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0478818 Jan 27 16:07:55.042886 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-f3ac0abb-2255-4717-ae0c-bc602aaca503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:55.044886 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-f3ac0abb-2255-4717-ae0c-bc602aaca503 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.1208999 Jan 27 16:07:55.202136 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-079e4df9-b00e-4e0d-a2d2-be246e795e17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 1001 time: 0.1487284 Jan 27 16:07:55.211710 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ade14-7709-4a39-b748-7e3df35ad8ab req-fa8dec53-5b4a-45b2-8d9a-c036ebe5866e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:55.219068 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f01ade14-7709-4a39-b748-7e3df35ad8ab req-fa8dec53-5b4a-45b2-8d9a-c036ebe5866e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0806103 Jan 27 16:07:55.292242 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f01ade14-7709-4a39-b748-7e3df35ad8ab req-1fd58130-f5e4-4078-97e1-5bad3f09bb38 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661137 Jan 27 16:07:55.345007 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939a00-fc43-4333-aadb-395b985bbcea req-898db14a-a749-4ec8-97f4-c9043944f76b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:55.347108 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-80939a00-fc43-4333-aadb-395b985bbcea req-898db14a-a749-4ec8-97f4-c9043944f76b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0807853 Jan 27 16:07:55.347988 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-ac638a1a-d4ea-41db-8de6-addc3c71b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:55.349865 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-ac638a1a-d4ea-41db-8de6-addc3c71b908 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.1218193 Jan 27 16:07:55.434311 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-80939a00-fc43-4333-aadb-395b985bbcea req-ec32226a-321d-486f-8ff5-403c37d1659e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732434 Jan 27 16:07:55.441049 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-50c4b5ed-6b85-41ff-a6ec-f23b3d0a036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:55.443314 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-50c4b5ed-6b85-41ff-a6ec-f23b3d0a036d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821502 Jan 27 16:07:55.549469 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-3ec53dd5-be52-4c58-a2c9-453e7056d94f service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958099 Jan 27 16:07:55.663537 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d38ce5ad-6288-4c78-ac76-24e41ce2a564 req-3659ff13-455f-451e-a16a-e88116bb05f5 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071556 Jan 27 16:07:56.451645 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d77af-48b9-444b-b8c7-4e88efb9e60d req-c624f053-0b95-476c-9b68-e0b256cce0c2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:56.454275 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ea8d77af-48b9-444b-b8c7-4e88efb9e60d req-c624f053-0b95-476c-9b68-e0b256cce0c2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0710483 Jan 27 16:07:56.531894 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ea8d77af-48b9-444b-b8c7-4e88efb9e60d req-826187c1-aa58-4381-93b6-78b721db7d61 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712378 Jan 27 16:07:56.740795 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-660b966f-72da-41f9-af28-a69a94480e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:57.688985 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:57.718672 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4a6e4-5701-4d29-9334-e8a35fafa750 req-63feb11b-8ea9-4876-b0f2-3a9182b1ca20 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:57.720660 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2db4a6e4-5701-4d29-9334-e8a35fafa750 req-63feb11b-8ea9-4876-b0f2-3a9182b1ca20 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0960262 Jan 27 16:07:57.793724 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2db4a6e4-5701-4d29-9334-e8a35fafa750 req-67e07146-f9e5-4f2c-81b2-624b69f39642 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646482 Jan 27 16:07:58.205135 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:58.924896 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20891f3e-884f-4407-a2dc-deba80cd3695 req-47c08854-742e-4707-b9d5-4e1cf282e397 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:07:58.927247 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-20891f3e-884f-4407-a2dc-deba80cd3695 req-47c08854-742e-4707-b9d5-4e1cf282e397 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0578635 Jan 27 16:07:58.987142 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-20891f3e-884f-4407-a2dc-deba80cd3695 req-70e77f3c-853d-47c0-91fa-80706b85bbe7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538533 Jan 27 16:07:59.089078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41190) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:59.155511 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:59.246367 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8a8d5322-ee87-4488-9002-322233d659ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb6d0e946f3f44bd93c8b084b3f9cf04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560323 Jan 27 16:07:59.247520 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41194) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:07:59.299140 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-de0f8953-a6f3-44a4-9851-3d431a0fa323 admin admin] Publish callbacks [] for security_group (a87e5a1b-7ab0-4873-ba7b-c94219afb576), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:59.341282 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-de0f8953-a6f3-44a4-9851-3d431a0fa323 admin admin] Publish callbacks [] for security_group (a87e5a1b-7ab0-4873-ba7b-c94219afb576), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:59.403671 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-de0f8953-a6f3-44a4-9851-3d431a0fa323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a87e5a1b-7ab0-4873-ba7b-c94219afb576), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:59.406730 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-de0f8953-a6f3-44a4-9851-3d431a0fa323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:07:59.409865 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-de0f8953-a6f3-44a4-9851-3d431a0fa323 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a87e5a1b-7ab0-4873-ba7b-c94219afb576 HTTP/1.1" status: 204 len: 168 time: 0.1602166 Jan 27 16:07:59.422786 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f8953-a6f3-44a4-9851-3d431a0fa323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e5a1b-7ab0-4873-ba7b-c94219afb576,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:00.131083 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3ba1a-453a-4055-926f-065fa2426ce5 req-60958d6a-7dc8-4c25-bab0-786e4b65d792 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:00.141881 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f6c3ba1a-453a-4055-926f-065fa2426ce5 req-60958d6a-7dc8-4c25-bab0-786e4b65d792 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0739441 Jan 27 16:08:00.219056 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f6c3ba1a-453a-4055-926f-065fa2426ce5 req-7f45c241-5ff0-45a7-8a72-d81d2b7b42ee tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751116 Jan 27 16:08:00.483007 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:01.541536 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf50e2f-ceac-43b0-9166-cc3a0d43bf6d req-9fcf2837-8a35-4267-ba02-f68907c59f32 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:01.543203 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8cf50e2f-ceac-43b0-9166-cc3a0d43bf6d req-9fcf2837-8a35-4267-ba02-f68907c59f32 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0578418 Jan 27 16:08:01.608436 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8cf50e2f-ceac-43b0-9166-cc3a0d43bf6d req-dded5de9-cbc4-4ec5-bebf-30ad9ae93ed7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541732 Jan 27 16:08:02.731947 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7d0a-59f7-4a6d-a82e-603098ab332d req-8c767a6f-ca6d-424f-b626-ce9ac7d19708 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:02.733840 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-20fc7d0a-59f7-4a6d-a82e-603098ab332d req-8c767a6f-ca6d-424f-b626-ce9ac7d19708 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Jan 27 16:08:02.793120 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-20fc7d0a-59f7-4a6d-a82e-603098ab332d req-50c8efee-5a59-4cc5-a4ce-caffdce4d556 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535471 Jan 27 16:08:03.920796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc3744-9914-4032-99d3-79d559c87694 req-24671dda-7a5d-4e32-bc11-14be15606ca8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:03.922181 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfbc3744-9914-4032-99d3-79d559c87694 req-24671dda-7a5d-4e32-bc11-14be15606ca8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0510893 Jan 27 16:08:03.968745 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfbc3744-9914-4032-99d3-79d559c87694 req-4fb1221b-96fa-4668-abd5-5de6795d9e48 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405347 Jan 27 16:08:05.086714 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61746f-8db7-44ac-89d0-c8e114949ded req-d22b8dca-98d3-4950-ad75-83bb6374214e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:05.088205 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ea61746f-8db7-44ac-89d0-c8e114949ded req-d22b8dca-98d3-4950-ad75-83bb6374214e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Jan 27 16:08:05.133296 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ea61746f-8db7-44ac-89d0-c8e114949ded req-59d0b344-6ba0-4944-a2f6-566e080691f2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396445 Jan 27 16:08:06.249645 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c387-9f9a-4180-be0b-0ceb12bcaaa8 req-5a047794-a729-4ee0-9877-bf7ab60d3694 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:06.251125 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-21a8c387-9f9a-4180-be0b-0ceb12bcaaa8 req-5a047794-a729-4ee0-9877-bf7ab60d3694 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0475931 Jan 27 16:08:06.295898 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-21a8c387-9f9a-4180-be0b-0ceb12bcaaa8 req-19dfd8a0-c3de-4cb6-bc9a-9cbb51efc8ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Jan 27 16:08:07.413733 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eb185-66a7-4b09-a714-39c112a8b5a3 req-0c6792af-2185-48aa-90a5-290748efb1a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:07.415204 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3a6eb185-66a7-4b09-a714-39c112a8b5a3 req-0c6792af-2185-48aa-90a5-290748efb1a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0469549 Jan 27 16:08:07.462873 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3a6eb185-66a7-4b09-a714-39c112a8b5a3 req-be84e19c-94e2-4131-96fb-fd1ac8844c50 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Jan 27 16:08:08.580956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d62a7-ecc9-4a7d-8ef2-e313ee5589c2 req-79947797-1019-4cdd-9a75-ff257776e14d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:08.582914 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b87d62a7-ecc9-4a7d-8ef2-e313ee5589c2 req-79947797-1019-4cdd-9a75-ff257776e14d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0500031 Jan 27 16:08:08.627604 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b87d62a7-ecc9-4a7d-8ef2-e313ee5589c2 req-c5622758-06ad-4041-961c-2a997d5f7011 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 Jan 27 16:08:08.871804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-312b3285-f18f-4ae0-951a-1627ed063e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:08.873291 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-312b3285-f18f-4ae0-951a-1627ed063e21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1098 time: 0.0398510 Jan 27 16:08:08.969821 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-6e5741c9-2658-45ff-8b51-c52744d2a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:08.971318 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-6e5741c9-2658-45ff-8b51-c52744d2a480 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0908947 Jan 27 16:08:09.036645 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-5b47bca5-fd27-4450-9adf-eee9ebf4042e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 1000 time: 0.0581694 Jan 27 16:08:09.085025 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-31a6471b-77ce-4511-9dea-824223a4413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:09.086615 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-31a6471b-77ce-4511-9dea-824223a4413f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0440741 Jan 27 16:08:09.142720 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-91f4967e-ce06-4954-8093-35b37cc0b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:09.144183 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-91f4967e-ce06-4954-8093-35b37cc0b2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506132 Jan 27 16:08:09.242762 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-b85410b5-fa0b-4606-8e73-5bded4fa453b service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909479 Jan 27 16:08:09.347966 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77972db1-fbf9-4e18-b3f1-3f2dc88157a3 req-39a20d3e-2887-472e-8109-3437c61338bd service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974197 Jan 27 16:08:09.748642 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb6ee7-1a34-4ff2-96dd-96af67a77c8c req-58f27d27-9d8c-4a0f-9bbe-6c7a850bc2bd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:09.750079 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-02cb6ee7-1a34-4ff2-96dd-96af67a77c8c req-58f27d27-9d8c-4a0f-9bbe-6c7a850bc2bd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0498612 Jan 27 16:08:09.794231 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-02cb6ee7-1a34-4ff2-96dd-96af67a77c8c req-4b1e3497-b024-4d7b-8aab-c8b347a117e1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387211 Jan 27 16:08:10.911735 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54dc0-8e1f-4454-bb29-83000f0f0ce9 req-b6a68d08-d7ba-478e-96d4-14d1c74b4c07 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:10.915330 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0bc54dc0-8e1f-4454-bb29-83000f0f0ce9 req-b6a68d08-d7ba-478e-96d4-14d1c74b4c07 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Jan 27 16:08:10.961521 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0bc54dc0-8e1f-4454-bb29-83000f0f0ce9 req-0b3ab670-100b-48c5-9c8d-5a11a4596088 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Jan 27 16:08:12.079271 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cbb9e-1c1f-4646-bf9a-24e364f5695b req-4c1df873-34b1-4d5e-9fd5-99d801afb35f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:12.080664 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b34cbb9e-1c1f-4646-bf9a-24e364f5695b req-4c1df873-34b1-4d5e-9fd5-99d801afb35f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Jan 27 16:08:12.126335 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b34cbb9e-1c1f-4646-bf9a-24e364f5695b req-3e1a9cf8-8abc-4a2d-aa75-9f48671337e3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393980 Jan 27 16:08:13.247061 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8dc81-aa3a-4a17-9e11-7b466dc9da5c req-9f363b2f-c4f2-4ca9-81b4-4f393cb7c98f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:13.248574 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-90e8dc81-aa3a-4a17-9e11-7b466dc9da5c req-9f363b2f-c4f2-4ca9-81b4-4f393cb7c98f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Jan 27 16:08:13.294290 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-90e8dc81-aa3a-4a17-9e11-7b466dc9da5c req-d82883cb-6f75-41bb-8292-b159a7c65363 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Jan 27 16:08:13.925018 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:08:14.000333 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: ACTIVE; New status is: DOWN {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:14.000723 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:14.022624 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:08:14.024977 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7144543a-d473-45cc-9f15-9f5438c83c18" -d '{"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:08:14.037620 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:14.043882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:14.066952 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4289e80-e2e1-438c-9c0b-0ba522b0795e x-openstack-request-id: req-b4289e80-e2e1-438c-9c0b-0ba522b0795e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:08:14.067294 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:08:14.067550 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4289e80-e2e1-438c-9c0b-0ba522b0795e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:08:14.067931 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'code': 200} Jan 27 16:08:14.092425 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:14.417334 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c738a29-808c-4f88-b7c5-04fe02e6b4d4 req-50931240-3dda-4e72-9f1e-56430a789343 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:14.418807 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0c738a29-808c-4f88-b7c5-04fe02e6b4d4 req-50931240-3dda-4e72-9f1e-56430a789343 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0520205 Jan 27 16:08:14.464286 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0c738a29-808c-4f88-b7c5-04fe02e6b4d4 req-dcd35893-3989-4ece-b47e-da966e91193c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Jan 27 16:08:15.583663 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7eaa5-1024-401b-a3ec-8d0946614096 req-41a00d23-8c6a-4823-a637-1dbda2242c28 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:15.585166 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7db7eaa5-1024-401b-a3ec-8d0946614096 req-41a00d23-8c6a-4823-a637-1dbda2242c28 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0482285 Jan 27 16:08:15.634716 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7db7eaa5-1024-401b-a3ec-8d0946614096 req-fa43f838-a2c2-4abb-a0e1-925a3723f36d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Jan 27 16:08:16.750880 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab09e2-a71d-462e-b393-ddf5b3165dc7 req-3a243b1e-11df-4d9b-8a04-95436bf13705 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:16.752307 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-91ab09e2-a71d-462e-b393-ddf5b3165dc7 req-3a243b1e-11df-4d9b-8a04-95436bf13705 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0472808 Jan 27 16:08:16.797346 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-91ab09e2-a71d-462e-b393-ddf5b3165dc7 req-68005be1-6581-455e-8e8f-6e8983fd9301 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Jan 27 16:08:16.995430 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:08:17.920028 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220977f-fc3a-4972-bbef-06daebaadf18 req-564e3f24-7a42-49c0-a673-1893a859a820 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:17.921497 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5220977f-fc3a-4972-bbef-06daebaadf18 req-564e3f24-7a42-49c0-a673-1893a859a820 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0509005 Jan 27 16:08:17.967927 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5220977f-fc3a-4972-bbef-06daebaadf18 req-d7eb7152-5e29-416f-a8fc-c330e435d789 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Jan 27 16:08:19.086337 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081d61-3f1f-4195-8e53-889889d6c06f req-9ed09510-66d1-4b78-b369-087ade266f34 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:19.087862 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-48081d61-3f1f-4195-8e53-889889d6c06f req-9ed09510-66d1-4b78-b369-087ade266f34 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0473723 Jan 27 16:08:19.137563 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-48081d61-3f1f-4195-8e53-889889d6c06f req-30b24a82-76e9-417d-b51d-161fdf243136 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442045 Jan 27 16:08:20.258361 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80cd49-6eb0-4b9d-b076-4f54d1f7c3cf req-e6bd6b48-c6d4-40e1-b8b9-28be830b385e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:20.259887 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ff80cd49-6eb0-4b9d-b076-4f54d1f7c3cf req-e6bd6b48-c6d4-40e1-b8b9-28be830b385e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0502417 Jan 27 16:08:20.304800 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ff80cd49-6eb0-4b9d-b076-4f54d1f7c3cf req-50249ab6-4c88-4406-b695-25647d8f15c1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394776 Jan 27 16:08:21.429832 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc338-16a1-4ab9-9be0-f5c84ae1505e req-6527f61c-5c9f-4b31-b692-7be9d8fcb006 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:21.431388 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-971dc338-16a1-4ab9-9be0-f5c84ae1505e req-6527f61c-5c9f-4b31-b692-7be9d8fcb006 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0504131 Jan 27 16:08:21.477945 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-971dc338-16a1-4ab9-9be0-f5c84ae1505e req-6ead3566-f1c9-4bab-abe8-5281b1cd4fd5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Jan 27 16:08:22.049218 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-10af0b43-b273-4899-8a42-3f9478fa8460 req-a228bb17-a254-460f-98f5-1bd59f040d71 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:08:22.050765 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-10af0b43-b273-4899-8a42-3f9478fa8460 req-a228bb17-a254-460f-98f5-1bd59f040d71 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0964270 Jan 27 16:08:22.217763 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e04fa-b104-4874-9bd6-87486aeddb5c req-83b2789c-9106-44e2-a285-90089c08667b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:22.218709 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-004e04fa-b104-4874-9bd6-87486aeddb5c req-83b2789c-9106-44e2-a285-90089c08667b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0523064 Jan 27 16:08:22.267639 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-004e04fa-b104-4874-9bd6-87486aeddb5c req-69c8f0cd-aff4-4c36-93ae-d370717775a6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Jan 27 16:08:22.441427 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41472) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:22.525719 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-642086cf-f88b-4c14-b532-b65156d8bb12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830524 Jan 27 16:08:22.535086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-c6f6b4cf-e054-47a0-8171-ae704ad42230 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:08:22.536102 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-c6f6b4cf-e054-47a0-8171-ae704ad42230 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057642 Jan 27 16:08:23.395983 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fc2ee-9b6c-4ea0-bf62-b5d31addccbe req-e839c5fe-6b63-4c67-b676-5f49527c156a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:23.397518 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b55fc2ee-9b6c-4ea0-bf62-b5d31addccbe req-e839c5fe-6b63-4c67-b676-5f49527c156a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0528679 Jan 27 16:08:23.444184 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b55fc2ee-9b6c-4ea0-bf62-b5d31addccbe req-f1004556-0072-42bb-94a6-988b772c13c9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410910 Jan 27 16:08:24.453429 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-106ec085-a3a5-48f2-b25b-6fb6fbc2bb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:24.579789 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1379ca4-3c67-453e-b1f0-b799f1be5b86 req-61d14fbe-ccfc-41a8-8bf9-88d2fe8888a7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:24.582072 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b1379ca4-3c67-453e-b1f0-b799f1be5b86 req-61d14fbe-ccfc-41a8-8bf9-88d2fe8888a7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0619500 Jan 27 16:08:24.634084 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b1379ca4-3c67-453e-b1f0-b799f1be5b86 req-627f225c-7826-4d3c-a397-b85a9469c9be tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461805 Jan 27 16:08:25.758832 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9a907-e006-4315-a78c-62908a4e79d1 req-e2715647-cd88-445f-8630-ebf2353e9fb1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:25.760358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54f9a907-e006-4315-a78c-62908a4e79d1 req-e2715647-cd88-445f-8630-ebf2353e9fb1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0499406 Jan 27 16:08:25.806509 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54f9a907-e006-4315-a78c-62908a4e79d1 req-fce1aefa-b7c6-4235-bacf-f7153b1d4aeb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Jan 27 16:08:26.199120 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:08:26.277132 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: DOWN; New status is: DOWN {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:26.733742 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-76fac112-ca4c-4fb0-8330-31ce24fd99a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:26.938284 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176f778-a9ac-410f-9795-2890bc1dcc90 req-ccd391ee-fee9-4dff-9f34-1798caf69e79 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:26.939698 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0176f778-a9ac-410f-9795-2890bc1dcc90 req-ccd391ee-fee9-4dff-9f34-1798caf69e79 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0506260 Jan 27 16:08:26.996693 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0176f778-a9ac-410f-9795-2890bc1dcc90 req-0af8f7ce-1640-46a2-b8b2-db878d0d9777 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504990 Jan 27 16:08:27.640176 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:28.119107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd30546-ae97-4dab-a01f-45965547157f req-9448666e-1954-4629-845e-07222bf348b1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:28.120575 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0dd30546-ae97-4dab-a01f-45965547157f req-9448666e-1954-4629-845e-07222bf348b1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0476811 Jan 27 16:08:28.169227 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0dd30546-ae97-4dab-a01f-45965547157f req-650382f9-66c6-4d83-965e-e79e671a8c2a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Jan 27 16:08:28.203360 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:29.156518 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:29.288906 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b0573-d076-4ac2-9b01-26a6162812eb req-e14e3662-14fe-4148-845d-405c634a7498 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:29.290390 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-921b0573-d076-4ac2-9b01-26a6162812eb req-e14e3662-14fe-4148-845d-405c634a7498 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0488672 Jan 27 16:08:29.339826 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-921b0573-d076-4ac2-9b01-26a6162812eb req-9a475338-0f67-4169-a307-7c557d7b75ed tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Jan 27 16:08:30.460145 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d9e2-7f71-4aeb-8661-d7d0fa3b34bb req-fa1c888c-7ad2-41a8-990f-8e4514e20454 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:30.461622 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3c99d9e2-7f71-4aeb-8661-d7d0fa3b34bb req-fa1c888c-7ad2-41a8-990f-8e4514e20454 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0497708 Jan 27 16:08:30.467295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:30.510251 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3c99d9e2-7f71-4aeb-8661-d7d0fa3b34bb req-3de869c5-756f-4ea4-b186-830d30aca8d3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 Jan 27 16:08:31.627417 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb70087-e2eb-4af6-9a76-bea795f84c56 req-0f5d7d7e-8420-4230-a38c-ef551c6b89d6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:31.628894 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7cb70087-e2eb-4af6-9a76-bea795f84c56 req-0f5d7d7e-8420-4230-a38c-ef551c6b89d6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0485353 Jan 27 16:08:31.679934 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7cb70087-e2eb-4af6-9a76-bea795f84c56 req-6d164342-1ff9-4f95-bec5-67dec607d079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455284 Jan 27 16:08:32.797673 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd278-bc7f-4fa7-8d8e-e4911d5fead2 req-f900611c-7f97-4586-b989-4e29e00a2f11 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:32.799171 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7f5fd278-bc7f-4fa7-8d8e-e4911d5fead2 req-f900611c-7f97-4586-b989-4e29e00a2f11 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0480428 Jan 27 16:08:32.845110 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7f5fd278-bc7f-4fa7-8d8e-e4911d5fead2 req-7ce4bc24-f996-4639-952f-2fde64f65219 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Jan 27 16:08:33.965605 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560af5e-80fa-4389-b428-602bf97f9e58 req-37e9e0be-f421-4bff-a005-836d94de9391 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:33.967157 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8560af5e-80fa-4389-b428-602bf97f9e58 req-37e9e0be-f421-4bff-a005-836d94de9391 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0481808 Jan 27 16:08:34.013484 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8560af5e-80fa-4389-b428-602bf97f9e58 req-f27b29f6-9395-4696-b1c4-54ce544e7bcf tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Jan 27 16:08:35.131608 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1ca2-f095-4b18-bed5-a56cbdfe1e5d req-1be70910-9df9-4735-a294-a6af29f113d3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:35.133064 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5d1f1ca2-f095-4b18-bed5-a56cbdfe1e5d req-1be70910-9df9-4735-a294-a6af29f113d3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0505972 Jan 27 16:08:35.178944 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5d1f1ca2-f095-4b18-bed5-a56cbdfe1e5d req-38fd51eb-4940-4ec0-ac2b-a29450f53092 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Jan 27 16:08:36.442577 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07370fbd-476f-44dc-acc2-f17f58409b62 req-feb66f1c-06f1-40a2-b78b-59d1c09c3ffa tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:36.444011 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-07370fbd-476f-44dc-acc2-f17f58409b62 req-feb66f1c-06f1-40a2-b78b-59d1c09c3ffa tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0475631 Jan 27 16:08:36.490574 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-07370fbd-476f-44dc-acc2-f17f58409b62 req-054b8ee7-c077-4f60-b9b4-7e48fbfede8c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Jan 27 16:08:37.606298 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc16b9b-6711-4383-8863-eb767f37b286 req-9668a653-c374-434c-a71d-8d979dc2c468 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:37.607773 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4fc16b9b-6711-4383-8863-eb767f37b286 req-9668a653-c374-434c-a71d-8d979dc2c468 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0467587 Jan 27 16:08:37.655501 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4fc16b9b-6711-4383-8863-eb767f37b286 req-85475bac-761f-4360-9c08-74c7d0a910b6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Jan 27 16:08:38.797663 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bae3b-6ed9-43fa-be6b-fc82599ef2d3 req-63909255-1aff-4aba-a4a8-0ccbff06d6bb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:38.800499 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-133bae3b-6ed9-43fa-be6b-fc82599ef2d3 req-63909255-1aff-4aba-a4a8-0ccbff06d6bb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0655959 Jan 27 16:08:38.853334 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41680) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:38.855767 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-133bae3b-6ed9-43fa-be6b-fc82599ef2d3 req-bab51d50-b73b-4dcb-b4ec-b7c28b8e4897 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494864 Jan 27 16:08:39.025635 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.070138 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-fc85f2bd-4d00-4b33-af73-22e4c696c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:39.071672 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-fc85f2bd-4d00-4b33-af73-22e4c696c47c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178&tenant_id=89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 1096 time: 0.2360127 Jan 27 16:08:39.156408 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Publish callbacks [] for security_group (a12e4f68-f2c4-47e7-a83e-ba6add0a7acd), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.161835 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-4efb0626-4ece-4056-96c2-5d3423582e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:39.163589 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-4efb0626-4ece-4056-96c2-5d3423582e67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1096 time: 0.0651183 Jan 27 16:08:39.164599 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a12e4f68-f2c4-47e7-a83e-ba6add0a7acd), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.249053 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12e4f68-f2c4-47e7-a83e-ba6add0a7acd,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:39.256404 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=360472259b4749789e68c8d67af1740c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019792 Jan 27 16:08:39.259235 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41698) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:39.264868 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.265199 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.265645 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.265926 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.266304 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.266762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.267143 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.267479 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.268352 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.268685 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.269172 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.269362 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.269657 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc3e4a-f699-49ed-a43d-909fb2ebed6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.306114 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-b88ebbc5-a5a0-4c82-aed2-ec9f57c395ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:39.307616 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-b88ebbc5-a5a0-4c82-aed2-ec9f57c395ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.1289301 Jan 27 16:08:39.309372 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Publish callbacks [] for security_group (a12e4f68-f2c4-47e7-a83e-ba6add0a7acd), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.330927 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Publish callbacks [] for security_group (a12e4f68-f2c4-47e7-a83e-ba6add0a7acd), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.384011 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-dbdf8ffe-6c5c-4717-9a52-26d61b5bb0f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 998 time: 0.0695632 Jan 27 16:08:39.389546 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a12e4f68-f2c4-47e7-a83e-ba6add0a7acd), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.392470 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:39.396575 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a12e4f68-f2c4-47e7-a83e-ba6add0a7acd HTTP/1.1" status: 204 len: 168 time: 0.1339288 Jan 27 16:08:39.402576 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12e4f68-f2c4-47e7-a83e-ba6add0a7acd,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:39.410404 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.410755 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.411269 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.411601 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.411934 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.412262 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.412594 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.412920 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.413246 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.413573 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.413896 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.414215 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.414540 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc69317-a60c-4422-b7dc-730dfc2e6840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:39.438813 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-e64f60ea-a11d-4878-a65c-c3e93a60621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:39.440997 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-e64f60ea-a11d-4878-a65c-c3e93a60621a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0496943 Jan 27 16:08:39.496450 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-8433a5b5-4484-4e20-903c-26a557d722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:39.498445 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-8433a5b5-4484-4e20-903c-26a557d722aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500684 Jan 27 16:08:39.599819 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-4723beee-f535-4d58-92d2-7133777a4efb service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940442 Jan 27 16:08:39.702468 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-246cedc3-e695-4891-91b0-dc46b707ea6a req-e625382b-2cf2-47b6-9e77-d0b273356bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922537 Jan 27 16:08:39.986463 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb763742-4bd9-4b71-b471-bb979293c908 req-57e94188-6ec5-41f4-b2c9-a935c5f811a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:39.988002 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bb763742-4bd9-4b71-b471-bb979293c908 req-57e94188-6ec5-41f4-b2c9-a935c5f811a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0546315 Jan 27 16:08:40.044443 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bb763742-4bd9-4b71-b471-bb979293c908 req-48be543b-738c-4d14-9a5c-6e3709d3a859 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483596 Jan 27 16:08:40.595185 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41770) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:40.720608 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5347312b-4adc-4b6a-90fb-63c964bc5b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.809738 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5347312b-4adc-4b6a-90fb-63c964bc5b23 admin admin] Publish callbacks [] for security_group (c047d336-a09c-4840-9322-086ca0e2b4f8), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.815673 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5347312b-4adc-4b6a-90fb-63c964bc5b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c047d336-a09c-4840-9322-086ca0e2b4f8), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.855509 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5347312b-4adc-4b6a-90fb-63c964bc5b23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a83bfc84206443c98a5febe280da3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590935 Jan 27 16:08:40.856262 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347312b-4adc-4b6a-90fb-63c964bc5b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c047d336-a09c-4840-9322-086ca0e2b4f8,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:40.857117 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41776) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:40.908694 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cca20e07-2a6d-470f-b552-ea8d2541700e admin admin] Publish callbacks [] for security_group (c047d336-a09c-4840-9322-086ca0e2b4f8), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.930577 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cca20e07-2a6d-470f-b552-ea8d2541700e admin admin] Publish callbacks [] for security_group (c047d336-a09c-4840-9322-086ca0e2b4f8), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.976464 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cca20e07-2a6d-470f-b552-ea8d2541700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c047d336-a09c-4840-9322-086ca0e2b4f8), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.979293 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cca20e07-2a6d-470f-b552-ea8d2541700e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:40.983317 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-cca20e07-2a6d-470f-b552-ea8d2541700e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c047d336-a09c-4840-9322-086ca0e2b4f8 HTTP/1.1" status: 204 len: 168 time: 0.1249650 Jan 27 16:08:40.993261 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca20e07-2a6d-470f-b552-ea8d2541700e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047d336-a09c-4840-9322-086ca0e2b4f8,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:41.173580 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80ee4a-bb4f-4f38-bcad-e1e430ebeec1 req-364b2e26-d818-4448-95b7-cc2ef838de7a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:41.175631 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dd80ee4a-bb4f-4f38-bcad-e1e430ebeec1 req-364b2e26-d818-4448-95b7-cc2ef838de7a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0519707 Jan 27 16:08:41.255361 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dd80ee4a-bb4f-4f38-bcad-e1e430ebeec1 req-a48ad535-d4be-474d-b190-081c3797c647 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739467 Jan 27 16:08:41.776304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41806) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:41.895479 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439700373-network', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:41.914538 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Made reservation on behalf of 1c3096dd728a485190c1c92efa3850e3 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:08:41.916974 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:41.926112 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.005570 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks [] for security_group (207a4f76-898e-4f30-b06d-ca7d4bcd5832), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.009832 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (207a4f76-898e-4f30-b06d-ca7d4bcd5832), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.035234 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:08:42.045645 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207a4f76-898e-4f30-b06d-ca7d4bcd5832,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:42.052852 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (4ae5854c-ec28-4ddd-b355-32794ab3c233), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.054565 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Added segment 4ae5854c-ec28-4ddd-b355-32794ab3c233 of type vlan for network be4781d7-03d6-47f6-88f7-8f665393817a Jan 27 16:08:42.100239 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (be4781d7-03d6-47f6-88f7-8f665393817a), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.127855 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (be4781d7-03d6-47f6-88f7-8f665393817a), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.128953 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:42.129608 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.188713 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41812) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:42.189312 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4112644 Jan 27 16:08:42.194823 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Request body: {'subnet': {'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439700373-subnet', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:42.196824 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaeb57-dfc2-4750-bc0d-7b278ae79da4 admin admin] Pushing event updated for resources: {'Network': ['ID=be4781d7-03d6-47f6-88f7-8f665393817a,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:42.207806 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network be4781d7-03d6-47f6-88f7-8f665393817a details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:08:42.216763 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Made reservation on behalf of 1c3096dd728a485190c1c92efa3850e3 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:08:42.219281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.396354 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca72069-dc32-4043-831b-b944c3702471 req-eae915f6-df6f-4c9c-91b6-08706e7312e5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:42.397934 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8ca72069-dc32-4043-831b-b944c3702471 req-eae915f6-df6f-4c9c-91b6-08706e7312e5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0614748 Jan 27 16:08:42.455834 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8ca72069-dc32-4043-831b-b944c3702471 req-74910ebc-abb0-41e5-8910-45a2fa56deeb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508966 Jan 27 16:08:42.682741 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (d282d84c-b16d-4608-8f67-fbff30dd8cfb), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.733326 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d282d84c-b16d-4608-8f67-fbff30dd8cfb,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:42.748593 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Checking segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:42.748954 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Network hostable DHCP agents. Network: be4781d7-03d6-47f6-88f7-8f665393817a, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:08:42.769509 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Network be4781d7-03d6-47f6-88f7-8f665393817a is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:08:42.795603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, be4781d7-03d6-47f6-88f7-8f665393817a) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:42.800104 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:42.800826 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.805924 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d409e999-4131-40d1-a836-9dbee29a8d93 None None] Network be4781d7-03d6-47f6-88f7-8f665393817a requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:08:42.818343 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-975ec088-0054-413b-86ce-efb690b9d525 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6276746 Jan 27 16:08:42.821626 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41822) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:42.826157 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:42.872084 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (f2f09c79-954a-4dd3-9ffe-0218767762e0), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.875652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (f2f09c79-954a-4dd3-9ffe-0218767762e0), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.916805 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-be4781d7-03d6-47f6-88f7-8f665393817a', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:08:42.917838 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:42.982660 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks [] for router_controller (f2f09c79-954a-4dd3-9ffe-0218767762e0), precommit_add_association {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.100901 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Allocated IP 172.20.0.2 (be4781d7-03d6-47f6-88f7-8f665393817a/d282d84c-b16d-4608-8f67-fbff30dd8cfb/6f0f521d-c69b-49e5-a78a-ad40a4e58668) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:08:43.159427 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks [] for router_gateway (f2f09c79-954a-4dd3-9ffe-0218767762e0), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.261498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Publish callbacks [] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.270483 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.320146 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Network be4781d7-03d6-47f6-88f7-8f665393817a is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:43.323215 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:43.332269 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:08:43.346135 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Pushing event updated for resources: {'Port': ['ID=6f0f521d-c69b-49e5-a78a-ad40a4e58668,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:43.355882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.356828 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.357350 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.357869 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.358349 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.358829 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.359363 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.359855 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.360364 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.360852 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.361915 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.362402 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.362884 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:43.404220 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks [] for router_gateway (f2f09c79-954a-4dd3-9ffe-0218767762e0), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.430068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Attempting to bind port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:08:43.430068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Attempting to bind port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:08:43.431531 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Attempting to bind port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 on network be4781d7-03d6-47f6-88f7-8f665393817a {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:08:43.436387 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.438623 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:08:43.439028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Checking segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:43.439865 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.440588 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Bound using segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:08:43.441205 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Bound port: 6f0f521d-c69b-49e5-a78a-ad40a4e58668, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:08:43.441812 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.556898 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] For port 6f0f521d-c69b-49e5-a78a-ad40a4e58668, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:08:43.561306 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] For port 6f0f521d-c69b-49e5-a78a-ad40a4e58668, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=6f0f521d-c69b-49e5-a78a-ad40a4e58668,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:08:43.578761 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.590760 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Allocated IP 172.27.3.50 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/1674c0e9-85f3-4b58-9813-b8f61d86fa73) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:08:43.622589 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd97fc-6317-49ac-9ae1-5e62604c477b req-451e97ca-416b-4098-8e42-887c1efe5ae0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:43.639708 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9bdd97fc-6317-49ac-9ae1-5e62604c477b req-451e97ca-416b-4098-8e42-887c1efe5ae0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0736728 Jan 27 16:08:43.723769 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks [] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.742384 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7371ee-a2e9-488f-a82f-2e940c75ff27 None None] Pushing event updated for resources: {'Port': ['ID=6f0f521d-c69b-49e5-a78a-ad40a4e58668,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:43.759206 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9bdd97fc-6317-49ac-9ae1-5e62604c477b req-9d02322a-a39c-49ca-80d5-7984c2e0ab0d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179261 Jan 27 16:08:43.807257 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:43.860563 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:43.866148 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:43.873994 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:08:43.910555 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Pushing event updated for resources: {'Port': ['ID=1674c0e9-85f3-4b58-9813-b8f61d86fa73,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:44.128984 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41838) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:44.338625 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-37300096-de4d-4aed-bd35-679df0741bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.379100 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks [] for router_gateway (f2f09c79-954a-4dd3-9ffe-0218767762e0), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.518664 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-37300096-de4d-4aed-bd35-679df0741bd2 admin admin] Publish callbacks [] for security_group (9cbcca54-d299-4a3b-920a-158b8e3262fc), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.556964 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-37300096-de4d-4aed-bd35-679df0741bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9cbcca54-d299-4a3b-920a-158b8e3262fc), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.615068 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37300096-de4d-4aed-bd35-679df0741bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbcca54-d299-4a3b-920a-158b8e3262fc,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:44.647364 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-37300096-de4d-4aed-bd35-679df0741bd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a3dacaaef6e477cb63ad033a9c68129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166016 Jan 27 16:08:44.649696 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41842) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:44.688700 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (f2f09c79-954a-4dd3-9ffe-0218767762e0), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.757964 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-923dd94b-d68f-4cbd-b2c0-c2bfb36b86a4 admin admin] Publish callbacks [] for security_group (9cbcca54-d299-4a3b-920a-158b8e3262fc), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.818185 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-923dd94b-d68f-4cbd-b2c0-c2bfb36b86a4 admin admin] Publish callbacks [] for security_group (9cbcca54-d299-4a3b-920a-158b8e3262fc), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.931357 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-923dd94b-d68f-4cbd-b2c0-c2bfb36b86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (9cbcca54-d299-4a3b-920a-158b8e3262fc), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.933862 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-923dd94b-d68f-4cbd-b2c0-c2bfb36b86a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:44.935041 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-923dd94b-d68f-4cbd-b2c0-c2bfb36b86a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cbcca54-d299-4a3b-920a-158b8e3262fc HTTP/1.1" status: 204 len: 168 time: 0.2844100 Jan 27 16:08:44.942805 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d139514-fbe6-47e7-8140-5988758c63f5 req-9c0096a6-b769-4801-aba1-60e8c45aa52a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:44.944424 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d139514-fbe6-47e7-8140-5988758c63f5 req-9c0096a6-b769-4801-aba1-60e8c45aa52a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0747492 Jan 27 16:08:44.954380 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd94b-d68f-4cbd-b2c0-c2bfb36b86a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbcca54-d299-4a3b-920a-158b8e3262fc,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:44.956792 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Router f2f09c79-954a-4dd3-9ffe-0218767762e0 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:08:45.056036 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d139514-fbe6-47e7-8140-5988758c63f5 req-8a1f1f5e-33a9-4e30-a0fb-a73429ab9aa6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027820 Jan 27 16:08:45.184411 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:08:45.193632 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb7c22-5c99-411d-8d22-93ae62653159 None None] Network be4781d7-03d6-47f6-88f7-8f665393817a requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:08:45.200013 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Sync routers for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:08:45.219387 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:45.221157 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-67d1fbe5-2ba6-4e2a-9d37-33eb4fcd25da admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3984253 Jan 27 16:08:45.223865 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41852) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:45.259301 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:45.260272 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:45.348108 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] Provisioning complete for port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:45.348817 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:45.515026 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:45.516019 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] Current status of the port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:45.516479 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:45.663917 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] For port 6f0f521d-c69b-49e5-a78a-ad40a4e58668, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=6f0f521d-c69b-49e5-a78a-ad40a4e58668,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:45.686115 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:45.802925 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d96274-2f12-4feb-ac44-423fb674284f None None] Pushing event updated for resources: {'Port': ['ID=6f0f521d-c69b-49e5-a78a-ad40a4e58668,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:45.844920 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:44Z', 'revision_number': 3, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:45.878362 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Checking router: f2f09c79-954a-4dd3-9ffe-0218767762e0 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:08:45.881758 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Updating router f2f09c79-954a-4dd3-9ffe-0218767762e0 port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:08:45.897631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:45.932770 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:45.996911 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-808c74fe-f201-472f-8c4d-153a3de730d1 None None] Provisioning complete for port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:46.007367 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-808c74fe-f201-472f-8c4d-153a3de730d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.133038 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Allocated IP 172.20.0.1 (be4781d7-03d6-47f6-88f7-8f665393817a/d282d84c-b16d-4608-8f67-fbff30dd8cfb/da0f3c16-57da-461e-b701-f67ad51893b9) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:08:46.166915 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 6f0f521d-c69b-49e5-a78a-ad40a4e58668 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:46.350228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks [] for port (da0f3c16-57da-461e-b701-f67ad51893b9), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.388335 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c397d-a45e-442d-ae54-4781a59b9ea1 req-03e847bf-aef5-4cec-9db3-ec0686d8cba9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:46.391917 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8f0c397d-a45e-442d-ae54-4781a59b9ea1 req-03e847bf-aef5-4cec-9db3-ec0686d8cba9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0924406 Jan 27 16:08:46.438273 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.527738 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Network be4781d7-03d6-47f6-88f7-8f665393817a is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:46.529845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=da0f3c16-57da-461e-b701-f67ad51893b9,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:46.533327 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:46.540613 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:08:46.598382 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8f0c397d-a45e-442d-ae54-4781a59b9ea1 req-356ff217-e756-4da9-a533-0d9a0cee9a09 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011642 Jan 27 16:08:46.622675 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (f2f09c79-954a-4dd3-9ffe-0218767762e0), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.628285 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-808c74fe-f201-472f-8c4d-153a3de730d1 None None] Current status of the port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:46.677969 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:46.678451 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.840323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.881445 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:46.923990 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Publish callbacks [] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:46.930913 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.016498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-4e5a17ad-7fb9-4d70-a953-279e5a6cd3e8 None None] Provisioning complete for port da0f3c16-57da-461e-b701-f67ad51893b9 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:47.017483 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4e5a17ad-7fb9-4d70-a953-279e5a6cd3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.044640 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Attempting to bind port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:08:47.045073 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Attempting to bind port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:08:47.045558 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Attempting to bind port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:08:47.053256 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddc196-1883-48ba-aba0-53894242bdf4 None None] Pushing event updated for resources: {'Port': ['ID=1674c0e9-85f3-4b58-9813-b8f61d86fa73,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:47.060031 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:08:47.060735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:47.061198 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.061686 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:08:47.062272 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Bound port: 1674c0e9-85f3-4b58-9813-b8f61d86fa73, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:08:47.062752 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.100380 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a17ad-7fb9-4d70-a953-279e5a6cd3e8 None None] Port da0f3c16-57da-461e-b701-f67ad51893b9 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:08:47.129192 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] For port 1674c0e9-85f3-4b58-9813-b8f61d86fa73, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:08:47.139026 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] For port 1674c0e9-85f3-4b58-9813-b8f61d86fa73, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=1674c0e9-85f3-4b58-9813-b8f61d86fa73,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:08:47.144775 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.212234 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:47.213158 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:47.215475 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddc196-1883-48ba-aba0-53894242bdf4 None None] Pushing event updated for resources: {'Port': ['ID=1674c0e9-85f3-4b58-9813-b8f61d86fa73,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:47.218846 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks [] for port (da0f3c16-57da-461e-b701-f67ad51893b9), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.229273 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.305900 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=da0f3c16-57da-461e-b701-f67ad51893b9,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:47.308550 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (f2f09c79-954a-4dd3-9ffe-0218767762e0), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.451564 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:47.479677 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Network be4781d7-03d6-47f6-88f7-8f665393817a is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:47.481850 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:47.700393 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Router f2f09c79-954a-4dd3-9ffe-0218767762e0 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:08:47.727304 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 1, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:47.758713 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf87c4c-4c3f-4a2c-96c7-e15723cac979 req-ad35ef2a-db49-4c63-8552-13573bdc76a7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:47.764320 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4363f-050b-45dc-81bb-d4cdae7a8548 None None] The sync data for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi is: [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 1, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:08:47.765634 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9bf87c4c-4c3f-4a2c-96c7-e15723cac979 req-ad35ef2a-db49-4c63-8552-13573bdc76a7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0693269 Jan 27 16:08:47.828919 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-8b1689c1-742e-4cf6-8619-17c1edae0e4e None None] Provisioning complete for port da0f3c16-57da-461e-b701-f67ad51893b9 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:47.828919 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8b1689c1-742e-4cf6-8619-17c1edae0e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:47.839586 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9bf87c4c-4c3f-4a2c-96c7-e15723cac979 req-d95229e2-c061-49a7-8d11-2f352cbef8f6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728917 Jan 27 16:08:47.885689 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-8b1689c1-742e-4cf6-8619-17c1edae0e4e None None] Port da0f3c16-57da-461e-b701-f67ad51893b9 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:08:47.912092 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:08:47.924341 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-acfce89d-f56d-45db-a9ba-4d678230c4b6 admin admin] 10.222.0.61 "PUT /v2.0/routers/f2f09c79-954a-4dd3-9ffe-0218767762e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6985226 Jan 27 16:08:48.717297 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41918) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:48.722828 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-821367348-network', 'tenant_id': '4a54a022859f4898918b6a3ab8621321'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:48.764213 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Made reservation on behalf of 4a54a022859f4898918b6a3ab8621321 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:08:48.768943 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:48.795565 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:48.913783 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks [] for security_group (a12642ed-aead-4176-b8a0-5ef3ae8f13f7), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:48.920312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a12642ed-aead-4176-b8a0-5ef3ae8f13f7), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:48.958955 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12642ed-aead-4176-b8a0-5ef3ae8f13f7,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:48.971106 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:08:48.992720 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (49fa7e8d-4034-407d-a7bf-ead604e21658), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:48.993091 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Added segment 49fa7e8d-4034-407d-a7bf-ead604e21658 of type vlan for network 0abea448-e19b-41db-9284-f0c02b44f7db Jan 27 16:08:49.077297 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (0abea448-e19b-41db-9284-f0c02b44f7db), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.109658 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8ad8-586e-4d1e-85d4-cdc31fc2fb0a req-b4d355ca-30fc-41af-b404-5d0ba915a4bd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:49.111767 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-566a8ad8-586e-4d1e-85d4-cdc31fc2fb0a req-b4d355ca-30fc-41af-b404-5d0ba915a4bd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0989797 Jan 27 16:08:49.124708 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (0abea448-e19b-41db-9284-f0c02b44f7db), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.125616 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:49.126196 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.206551 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4880400 Jan 27 16:08:49.209399 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41926) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:49.215765 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Request body: {'subnet': {'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-821367348-subnet', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:49.232898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fcec6-b6d2-4041-9141-e62b376e9fcc admin admin] Pushing event updated for resources: {'Network': ['ID=0abea448-e19b-41db-9284-f0c02b44f7db,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:49.239214 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-566a8ad8-586e-4d1e-85d4-cdc31fc2fb0a req-1dc13719-d4fc-4158-937c-42480d79fa0f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216538 Jan 27 16:08:49.253807 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 0abea448-e19b-41db-9284-f0c02b44f7db details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:08:49.278587 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Made reservation on behalf of 4a54a022859f4898918b6a3ab8621321 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:08:49.281126 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531443260'] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.489509 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531205842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531443246'] for subnet (8fdcba74-a2d4-4446-8f08-f33bbeea6739), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.553637 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdcba74-a2d4-4446-8f08-f33bbeea6739,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:49.557142 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Checking segment: {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:49.557778 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Network hostable DHCP agents. Network: 0abea448-e19b-41db-9284-f0c02b44f7db, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:08:49.575339 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Network 0abea448-e19b-41db-9284-f0c02b44f7db is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:08:49.585375 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 0abea448-e19b-41db-9284-f0c02b44f7db) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:49.589622 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:49.590255 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.595697 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc59c6-259a-487c-b54d-1a39724481f5 None None] Network 0abea448-e19b-41db-9284-f0c02b44f7db requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:08:49.606349 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c1745770-7e8f-4cc1-81c9-9d187f06045d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3957040 Jan 27 16:08:49.608924 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41930) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:49.614843 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:49.633103 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (e8984507-932c-4d50-921f-fe869be1fef6), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.634238 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (e8984507-932c-4d50-921f-fe869be1fef6), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.700014 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-0abea448-e19b-41db-9284-f0c02b44f7db', 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'project_id': '4a54a022859f4898918b6a3ab8621321', 'fixed_ips': [{'subnet_id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:08:49.700897 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:49.857752 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Allocated IP 172.20.0.2 (0abea448-e19b-41db-9284-f0c02b44f7db/8fdcba74-a2d4-4446-8f08-f33bbeea6739/84a47f81-c3c1-4d97-a6d3-c5a416629760) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:08:49.961217 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks [] for router_controller (e8984507-932c-4d50-921f-fe869be1fef6), precommit_add_association {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.089844 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Publish callbacks [] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.095672 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 1674c0e9-85f3-4b58-9813-b8f61d86fa73 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:50.143418 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.181032 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks [] for router_gateway (e8984507-932c-4d50-921f-fe869be1fef6), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.195605 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Network 0abea448-e19b-41db-9284-f0c02b44f7db is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:50.200347 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:50.204968 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:08:50.219909 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Pushing event updated for resources: {'Port': ['ID=84a47f81-c3c1-4d97-a6d3-c5a416629760,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:50.230045 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:50.230626 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.361533 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Attempting to bind port 84a47f81-c3c1-4d97-a6d3-c5a416629760 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:08:50.363079 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Attempting to bind port 84a47f81-c3c1-4d97-a6d3-c5a416629760 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:08:50.363695 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Attempting to bind port 84a47f81-c3c1-4d97-a6d3-c5a416629760 on network 0abea448-e19b-41db-9284-f0c02b44f7db {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:08:50.381449 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:08:50.383738 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Checking segment: {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:50.384259 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.385945 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Bound using segment: {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:08:50.386486 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Bound port: 84a47f81-c3c1-4d97-a6d3-c5a416629760, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:08:50.388747 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.475235 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89708102-e52d-4a98-a9d9-8ecda143529e req-4afae770-c901-4023-a1f4-ea3c9834a7a6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:50.477483 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-89708102-e52d-4a98-a9d9-8ecda143529e req-4afae770-c901-4023-a1f4-ea3c9834a7a6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0790639 Jan 27 16:08:50.502738 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:50.508882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.526934 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] For port 84a47f81-c3c1-4d97-a6d3-c5a416629760, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:08:50.544213 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] For port 84a47f81-c3c1-4d97-a6d3-c5a416629760, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=84a47f81-c3c1-4d97-a6d3-c5a416629760,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:08:50.596487 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 1674c0e9-85f3-4b58-9813-b8f61d86fa73, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=1674c0e9-85f3-4b58-9813-b8f61d86fa73,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:50.607535 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.644140 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.663673 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Sync routers for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:08:50.684232 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:50.685073 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:50.746433 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e22c8e-bfc9-40c1-a909-0b87da4a4762 None None] Pushing event updated for resources: {'Port': ['ID=84a47f81-c3c1-4d97-a6d3-c5a416629760,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:50.752444 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-89708102-e52d-4a98-a9d9-8ecda143529e req-7ba64840-249e-4ac9-b676-e564e57234c8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041640 Jan 27 16:08:50.759420 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks [] for router_gateway (e8984507-932c-4d50-921f-fe869be1fef6), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.839309 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:50.894113 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=1674c0e9-85f3-4b58-9813-b8f61d86fa73,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:50.899191 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:50.997284 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Allocated IP 172.27.3.96 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/cbc19001-b465-49d9-939c-d6260c2233c1) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:08:51.120175 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks [] for port (cbc19001-b465-49d9-939c-d6260c2233c1), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.124517 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 2, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:51.152934 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Checking router: f2f09c79-954a-4dd3-9ffe-0218767762e0 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:08:51.153361 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Updating router f2f09c79-954a-4dd3-9ffe-0218767762e0 port da0f3c16-57da-461e-b701-f67ad51893b9 binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:08:51.162090 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.182647 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.201087 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:51.203905 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:51.209485 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:08:51.214858 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc19001-b465-49d9-939c-d6260c2233c1,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:51.442739 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Publish callbacks [] for port (da0f3c16-57da-461e-b701-f67ad51893b9), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.448961 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.461174 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks [] for router_gateway (e8984507-932c-4d50-921f-fe869be1fef6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.504809 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Pushing event updated for resources: {'Port': ['ID=da0f3c16-57da-461e-b701-f67ad51893b9,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:51.529250 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.529501 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.529688 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.530029 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.530356 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.530763 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.531019 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.531333 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.531650 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.531987 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.532313 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.533179 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.533495 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:08:51.572328 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Attempting to bind port da0f3c16-57da-461e-b701-f67ad51893b9 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:08:51.572853 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Attempting to bind port da0f3c16-57da-461e-b701-f67ad51893b9 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:08:51.573278 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Attempting to bind port da0f3c16-57da-461e-b701-f67ad51893b9 on network be4781d7-03d6-47f6-88f7-8f665393817a {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:08:51.578795 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:08:51.579488 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Checking segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:51.579827 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.580226 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Bound using segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:08:51.580929 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Bound port: da0f3c16-57da-461e-b701-f67ad51893b9, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:08:51.581420 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.649986 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] For port da0f3c16-57da-461e-b701-f67ad51893b9, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:08:51.653382 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] For port da0f3c16-57da-461e-b701-f67ad51893b9, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=da0f3c16-57da-461e-b701-f67ad51893b9,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:08:51.658867 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.696265 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (e8984507-932c-4d50-921f-fe869be1fef6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:51.708161 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3e7f-3b81-44ce-bd6b-f5e6dcfeea3f None None] Pushing event updated for resources: {'Port': ['ID=da0f3c16-57da-461e-b701-f67ad51893b9,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:51.728473 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:51.729089 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:51.856295 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:51.861600 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Router e8984507-932c-4d50-921f-fe869be1fef6 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:08:51.913096 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-424eef50-e410-4172-9466-2260c069ad70 None None] Provisioning complete for port da0f3c16-57da-461e-b701-f67ad51893b9 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:51.916293 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-424eef50-e410-4172-9466-2260c069ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.042675 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc9b995-2906-45a8-a9c7-9ead3ccb3e45 None None] Network 0abea448-e19b-41db-9284-f0c02b44f7db requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:08:52.047478 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:08:52.072825 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.078281 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d0a2e2d2-d322-48ae-973a-0e04ad058c89 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4675417 Jan 27 16:08:52.079135 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41948) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:52.118602 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e0dc2-6ea0-44c4-a104-6c3ca5a9b93f req-36019f33-40c7-4efc-bf07-a1d22a4c95ba tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:52.121601 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eb8e0dc2-6ea0-44c4-a104-6c3ca5a9b93f req-36019f33-40c7-4efc-bf07-a1d22a4c95ba tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0790725 Jan 27 16:08:52.138969 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:51Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:52.165387 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Sync routers for ids ['e8984507-932c-4d50-921f-fe869be1fef6'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:08:52.175002 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211a1a-c471-4ee7-8800-62a947d0360f None None] The sync data for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi is: [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:51Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:08:52.195469 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eb8e0dc2-6ea0-44c4-a104-6c3ca5a9b93f req-252a71bd-8aaf-46f3-b20e-089b8de99797 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658517 Jan 27 16:08:52.267823 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Routers {'e8984507-932c-4d50-921f-fe869be1fef6'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:52.268466 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['e8984507-932c-4d50-921f-fe869be1fef6'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:52.332995 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device da0f3c16-57da-461e-b701-f67ad51893b9 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:52.340738 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-424eef50-e410-4172-9466-2260c069ad70 None None] Current status of the port da0f3c16-57da-461e-b701-f67ad51893b9 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:52.342145 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-424eef50-e410-4172-9466-2260c069ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.581126 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.621863 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-424eef50-e410-4172-9466-2260c069ad70 None None] For port da0f3c16-57da-461e-b701-f67ad51893b9, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=da0f3c16-57da-461e-b701-f67ad51893b9,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:52.631463 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Set router e8984507-932c-4d50-921f-fe869be1fef6 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:52.634302 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-424eef50-e410-4172-9466-2260c069ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.729369 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port da0f3c16-57da-461e-b701-f67ad51893b9 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:52.729735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.747237 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Allocated IP 172.20.0.1 (0abea448-e19b-41db-9284-f0c02b44f7db/8fdcba74-a2d4-4446-8f08-f33bbeea6739/d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:08:52.782522 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eef50-e410-4172-9466-2260c069ad70 None None] Pushing event updated for resources: {'Port': ['ID=da0f3c16-57da-461e-b701-f67ad51893b9,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:52.857528 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Provisioning complete for port da0f3c16-57da-461e-b701-f67ad51893b9 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:52.857906 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.869675 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks [] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:52.979641 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port da0f3c16-57da-461e-b701-f67ad51893b9 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:52.980774 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 84a47f81-c3c1-4d97-a6d3-c5a416629760 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:53.059440 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Current status of the port da0f3c16-57da-461e-b701-f67ad51893b9 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:53.062427 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:08:51Z', 'revision_number': 3, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:53.095340 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Checking router: e8984507-932c-4d50-921f-fe869be1fef6 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:08:53.095699 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Updating router e8984507-932c-4d50-921f-fe869be1fef6 port cbc19001-b465-49d9-939c-d6260c2233c1 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:08:53.132993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Provisioning complete for port 84a47f81-c3c1-4d97-a6d3-c5a416629760 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:53.133281 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.136301 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 84a47f81-c3c1-4d97-a6d3-c5a416629760 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:53.136683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.138054 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.140180 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.176870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Network 0abea448-e19b-41db-9284-f0c02b44f7db is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:53.179803 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:53.183224 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:08:53.210963 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:53.235435 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (e8984507-932c-4d50-921f-fe869be1fef6), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.446956 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 84a47f81-c3c1-4d97-a6d3-c5a416629760 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:53.447450 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.447894 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319114a0-8ffa-4b8f-afef-c379bcbad7d3 req-6e92b2de-8d12-4e2c-bf4f-39b24b8b428b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:53.455388 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-319114a0-8ffa-4b8f-afef-c379bcbad7d3 req-6e92b2de-8d12-4e2c-bf4f-39b24b8b428b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0835686 Jan 27 16:08:53.514743 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.537505 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Current status of the port 84a47f81-c3c1-4d97-a6d3-c5a416629760 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:53.538033 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.544229 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-319114a0-8ffa-4b8f-afef-c379bcbad7d3 req-d9b4245c-4922-42cb-9267-a941e923621f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879645 Jan 27 16:08:53.573101 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 84a47f81-c3c1-4d97-a6d3-c5a416629760, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=84a47f81-c3c1-4d97-a6d3-c5a416629760,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:53.585723 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.586501 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 1674c0e9-85f3-4b58-9813-b8f61d86fa73 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:53.699815 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks [] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.704099 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.729398 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.db.api [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 16:08:53.729808 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG oslo_db.api [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 16:08:53.737826 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=84a47f81-c3c1-4d97-a6d3-c5a416629760,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:53.774531 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (e8984507-932c-4d50-921f-fe869be1fef6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.777345 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:53.784921 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:53.785300 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.790621 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Publish callbacks [] for port (cbc19001-b465-49d9-939c-d6260c2233c1), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.815053 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.879444 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Network 0abea448-e19b-41db-9284-f0c02b44f7db is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:08:53.879957 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:08:53.881039 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c968b56-605a-4593-9dd2-86bd27506935 None None] Pushing event updated for resources: {'Port': ['ID=cbc19001-b465-49d9-939c-d6260c2233c1,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:53.884546 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Attempting to bind port cbc19001-b465-49d9-939c-d6260c2233c1 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:08:53.884912 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Attempting to bind port cbc19001-b465-49d9-939c-d6260c2233c1 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:08:53.885274 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Attempting to bind port cbc19001-b465-49d9-939c-d6260c2233c1 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:08:53.893803 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:08:53.894182 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:53.894671 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.894963 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:08:53.895460 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Bound port: cbc19001-b465-49d9-939c-d6260c2233c1, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:08:53.895835 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.956649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:53.974339 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] For port cbc19001-b465-49d9-939c-d6260c2233c1, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:08:53.977999 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] For port cbc19001-b465-49d9-939c-d6260c2233c1, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=cbc19001-b465-49d9-939c-d6260c2233c1,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:08:53.984987 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:53.994670 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:08:54.021128 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Router e8984507-932c-4d50-921f-fe869be1fef6 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:08:54.044558 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Routers {'e8984507-932c-4d50-921f-fe869be1fef6'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:54.045292 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['e8984507-932c-4d50-921f-fe869be1fef6'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:54.085031 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device da0f3c16-57da-461e-b701-f67ad51893b9 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:54.089036 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c968b56-605a-4593-9dd2-86bd27506935 None None] Pushing event updated for resources: {'Port': ['ID=cbc19001-b465-49d9-939c-d6260c2233c1,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:54.150068 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:08:54.155573 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b017a57c-bb36-4ece-ac74-ce57f1baa792 admin admin] 10.222.0.61 "PUT /v2.0/routers/e8984507-932c-4d50-921f-fe869be1fef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0747125 Jan 27 16:08:54.197864 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] Set router e8984507-932c-4d50-921f-fe869be1fef6 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:54.199646 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port da0f3c16-57da-461e-b701-f67ad51893b9 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:54.200023 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.480187 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-97768474-f454-486e-94d4-5bbb426a9ef2 None None] Current status of the port 84a47f81-c3c1-4d97-a6d3-c5a416629760 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:54.520722 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7de4ca14-1b66-4939-86f3-83c988021a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.585622 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port da0f3c16-57da-461e-b701-f67ad51893b9 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:54.586735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 84a47f81-c3c1-4d97-a6d3-c5a416629760 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:54.659655 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-f9ef7039-adfa-40e5-bfff-0ef1bb2f5f62 None None] Provisioning complete for port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:54.660055 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f9ef7039-adfa-40e5-bfff-0ef1bb2f5f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.693427 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d43d4f-614c-4ab6-86f3-4cdb6556df16 req-4cce8ace-cdee-40d7-80e8-63bfdd8551e4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:54.696390 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75d43d4f-614c-4ab6-86f3-4cdb6556df16 req-4cce8ace-cdee-40d7-80e8-63bfdd8551e4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0657582 Jan 27 16:08:54.699512 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41968) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:54.704209 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212926962', 'description': 'tempest-secgroup-smoke-1212926962 description', 'project_id': '1c3096dd728a485190c1c92efa3850e3'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:54.713449 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef7039-adfa-40e5-bfff-0ef1bb2f5f62 None None] Port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:08:54.716076 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 84a47f81-c3c1-4d97-a6d3-c5a416629760 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:54.716467 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.748442 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'd1bc8a36-9679-4c0d-b617-b15ad1dc7f1a', 'name': '', 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'mac_address': 'fa:16:3e:fd:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:52Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 2, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'subnets': [{'id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:54.753209 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.772817 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-75d43d4f-614c-4ab6-86f3-4cdb6556df16 req-ed7f3848-af31-41df-9d94-63da238a916d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642858 Jan 27 16:08:54.779393 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2d0dce-63e2-4162-a921-83d233218b24 None None] The sync data for ids ['e8984507-932c-4d50-921f-fe869be1fef6'] in dv-cinder-826350-3-iscsi is: [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'd1bc8a36-9679-4c0d-b617-b15ad1dc7f1a', 'name': '', 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'mac_address': 'fa:16:3e:fd:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:52Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 2, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'subnets': [{'id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:08:54.836082 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 84a47f81-c3c1-4d97-a6d3-c5a416629760 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:54.841907 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group (468c345c-81e9-4355-babb-238d181a88b4), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.847413 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (468c345c-81e9-4355-babb-238d181a88b4), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.881065 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.885418 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1824911 Jan 27 16:08:54.885418 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1efa51-f2b7-4de7-bc06-3bcf709bb49b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468c345c-81e9-4355-babb-238d181a88b4,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:54.885860 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41972) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:54.890481 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group_rule': {'security_group_id': '468c345c-81e9-4355-babb-238d181a88b4', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:54.925238 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (02a8e66a-e8f9-4d63-b224-03dbe92a6030), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.981362 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (02a8e66a-e8f9-4d63-b224-03dbe92a6030), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:54.986088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (02a8e66a-e8f9-4d63-b224-03dbe92a6030), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.003587 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a8e66a-e8f9-4d63-b224-03dbe92a6030,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:55.023451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.024775 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-221de873-3a70-4a79-8dd2-dfc7f6248902 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380017 Jan 27 16:08:55.031784 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41974) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:55.037300 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group_rule': {'security_group_id': '468c345c-81e9-4355-babb-238d181a88b4', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:55.061737 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (7f9427fe-542a-4286-a744-cac88f7ccf99), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.130914 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (7f9427fe-542a-4286-a744-cac88f7ccf99), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.137682 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (7f9427fe-542a-4286-a744-cac88f7ccf99), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.158317 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9427fe-542a-4286-a744-cac88f7ccf99,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:55.164747 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.166398 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e9fc2077-6f47-455e-b053-f3b73b748fae tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325245 Jan 27 16:08:55.169072 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41978) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:55.173631 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group_rule': {'security_group_id': '468c345c-81e9-4355-babb-238d181a88b4', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:55.200252 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (f604880c-ac68-4aaa-9fc5-3273bc5e2940), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.273773 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (f604880c-ac68-4aaa-9fc5-3273bc5e2940), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.278024 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (f604880c-ac68-4aaa-9fc5-3273bc5e2940), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.299202 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f604880c-ac68-4aaa-9fc5-3273bc5e2940,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:55.306355 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.307612 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b80819ea-fa3f-446d-8f27-1bbe3a1cc6dd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375413 Jan 27 16:08:55.310321 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 41980) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:55.315466 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group_rule': {'security_group_id': '468c345c-81e9-4355-babb-238d181a88b4', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:55.341880 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (344ef069-d84a-4fcd-bcf8-89fc9d37fb69), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.404280 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (344ef069-d84a-4fcd-bcf8-89fc9d37fb69), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.408528 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (344ef069-d84a-4fcd-bcf8-89fc9d37fb69), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.429447 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344ef069-d84a-4fcd-bcf8-89fc9d37fb69,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:55.439423 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.443629 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-97c862bc-c5e8-4645-8fb6-6ed1238da8d1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322508 Jan 27 16:08:55.451027 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41982) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:55.456961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group_rule': {'security_group_id': '468c345c-81e9-4355-babb-238d181a88b4', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:55.484055 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.securitygroups_db [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Project 1c3096dd728a485190c1c92efa3850e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:08:55.490833 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (84b25ded-c595-4714-9501-abf6f699a76c), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.554817 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (84b25ded-c595-4714-9501-abf6f699a76c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.558899 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (84b25ded-c595-4714-9501-abf6f699a76c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.580001 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b25ded-c595-4714-9501-abf6f699a76c,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:55.589612 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.590941 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1c57d8f8-b83f-4e63-99d2-28034466c18e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385491 Jan 27 16:08:55.593774 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 41984) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:08:55.598192 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'security_group_rule': {'security_group_id': '468c345c-81e9-4355-babb-238d181a88b4', 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:08:55.620412 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.securitygroups_db [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Project 1c3096dd728a485190c1c92efa3850e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:08:55.625756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (1cf35fb1-1a9b-488c-824f-69e66004273f), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.693000 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (1cf35fb1-1a9b-488c-824f-69e66004273f), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.696706 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (1cf35fb1-1a9b-488c-824f-69e66004273f), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.714069 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf35fb1-1a9b-488c-824f-69e66004273f,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:55.723718 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:55.724942 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b6246c56-1e28-4002-b7ee-8b3e384e5ade tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302257 Jan 27 16:08:55.971693 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f955170-5bdf-4fac-841a-a4e247c5331a req-b83bf325-0423-4cc2-9330-6ab51e137a56 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:55.975607 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2f955170-5bdf-4fac-841a-a4e247c5331a req-b83bf325-0423-4cc2-9330-6ab51e137a56 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0971205 Jan 27 16:08:56.078041 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2f955170-5bdf-4fac-841a-a4e247c5331a req-3dba4157-f218-4053-8bb7-836a611ea77b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858469 Jan 27 16:08:56.131831 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device cbc19001-b465-49d9-939c-d6260c2233c1 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:56.190015 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port cbc19001-b465-49d9-939c-d6260c2233c1 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:56.190414 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:56.272501 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port cbc19001-b465-49d9-939c-d6260c2233c1 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:56.273002 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:56.301223 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port cbc19001-b465-49d9-939c-d6260c2233c1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=cbc19001-b465-49d9-939c-d6260c2233c1,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:56.306581 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:56.367011 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=cbc19001-b465-49d9-939c-d6260c2233c1,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:56.740237 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d948555d-92c1-4d5c-95ff-13f107d7c842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:57.209212 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fa824-0fd2-4988-9189-67de5a2285f8 req-c4652351-3a4f-43c1-b331-7d883c539d81 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:57.210773 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4c6fa824-0fd2-4988-9189-67de5a2285f8 req-c4652351-3a4f-43c1-b331-7d883c539d81 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0534368 Jan 27 16:08:57.262677 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4c6fa824-0fd2-4988-9189-67de5a2285f8 req-426b57ff-8a6f-4218-886b-af245a8a2a25 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Jan 27 16:08:57.289510 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Sync routers for ids ['e8984507-932c-4d50-921f-fe869be1fef6'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:08:57.299383 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Routers {'e8984507-932c-4d50-921f-fe869be1fef6'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:57.299978 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['e8984507-932c-4d50-921f-fe869be1fef6'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:57.427529 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Set router e8984507-932c-4d50-921f-fe869be1fef6 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:57.645240 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:57.662119 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5e9f-a270-464d-b59b-06d3de920dd1 req-f11dacae-3131-46b8-8a48-5c0a3cc07b7f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:57.663662 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-551f5e9f-a270-464d-b59b-06d3de920dd1 req-f11dacae-3131-46b8-8a48-5c0a3cc07b7f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0583448 Jan 27 16:08:57.712170 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-551f5e9f-a270-464d-b59b-06d3de920dd1 req-82057a1b-f241-41b1-9be2-d69bd14e4a9e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Jan 27 16:08:57.767705 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'd1bc8a36-9679-4c0d-b617-b15ad1dc7f1a', 'name': '', 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'mac_address': 'fa:16:3e:fd:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:52Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 2, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'subnets': [{'id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:57.797355 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Checking router: e8984507-932c-4d50-921f-fe869be1fef6 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:08:57.798287 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Updating router e8984507-932c-4d50-921f-fe869be1fef6 port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:08:57.822064 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.041780 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device cbc19001-b465-49d9-939c-d6260c2233c1 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:08:58.081072 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Publish callbacks [] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.087439 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.090144 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port cbc19001-b465-49d9-939c-d6260c2233c1 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:58.090557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.139991 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3851f-9b8b-4457-8dda-03583b950dd3 None None] Pushing event updated for resources: {'Port': ['ID=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:58.193549 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port cbc19001-b465-49d9-939c-d6260c2233c1 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:58.194995 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Attempting to bind port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:08:58.195383 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Attempting to bind port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:08:58.195803 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Attempting to bind port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a on network 0abea448-e19b-41db-9284-f0c02b44f7db {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:08:58.201523 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:08:58.201884 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Checking segment: {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:08:58.202186 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.202582 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Bound using segment: {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:08:58.203086 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Bound port: d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fa7e8d-4034-407d-a7bf-ead604e21658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:08:58.203470 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.215891 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.274616 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] For port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:08:58.278327 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] For port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:08:58.283484 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.342187 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Routers {'e8984507-932c-4d50-921f-fe869be1fef6'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:08:58.342806 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:08:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['e8984507-932c-4d50-921f-fe869be1fef6'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:58.374919 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] Provisioning complete for port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:58.375316 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.390501 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3851f-9b8b-4457-8dda-03583b950dd3 None None] Pushing event updated for resources: {'Port': ['ID=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:58.433264 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7352f-4811-4cb2-84b0-8debae63c9e7 req-e48ce45d-ce06-487a-8c79-eb6300c112e4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:58.437128 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-85e7352f-4811-4cb2-84b0-8debae63c9e7 req-e48ce45d-ce06-487a-8c79-eb6300c112e4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0809066 Jan 27 16:08:58.489228 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] Current status of the port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:58.489886 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.493357 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-85e7352f-4811-4cb2-84b0-8debae63c9e7 req-862913e2-ab1b-412f-bbae-31fc1394d13e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494497 Jan 27 16:08:58.493515 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] Set router e8984507-932c-4d50-921f-fe869be1fef6 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:08:58.549765 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] For port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:08:58.554091 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.619047 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22868-11c2-487a-ab80-d6d74fa58490 None None] Pushing event updated for resources: {'Port': ['ID=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:08:58.689234 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-7c6bd7da-4e7e-4a81-9d0f-1742d652f68f None None] Provisioning complete for port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:08:58.689942 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7c6bd7da-4e7e-4a81-9d0f-1742d652f68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:58.726918 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'd1bc8a36-9679-4c0d-b617-b15ad1dc7f1a', 'name': '', 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'mac_address': 'fa:16:3e:fd:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:52Z', 'updated_at': '2022-01-27T16:08:58Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'subnets': [{'id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:08:58.754434 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f849e8-cc5b-4e12-beee-4af1c2f4b3dd None None] The sync data for ids ['e8984507-932c-4d50-921f-fe869be1fef6'] in dv-cinder-826350-3-iscsi is: [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:08:53Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'd1bc8a36-9679-4c0d-b617-b15ad1dc7f1a', 'name': '', 'network_id': '0abea448-e19b-41db-9284-f0c02b44f7db', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'mac_address': 'fa:16:3e:fd:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:52Z', 'updated_at': '2022-01-27T16:08:58Z', 'revision_number': 4, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'subnets': [{'id': '8fdcba74-a2d4-4446-8f08-f33bbeea6739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:08:58.787149 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bd7da-4e7e-4a81-9d0f-1742d652f68f None None] Current status of the port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:08:58.849377 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30048b-42d0-4ccb-81e9-28a2b66fde42 req-e1027c04-efee-400a-9bd3-bbdf9e43644e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:58.850997 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b30048b-42d0-4ccb-81e9-28a2b66fde42 req-e1027c04-efee-400a-9bd3-bbdf9e43644e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0618272 Jan 27 16:08:58.901917 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3b30048b-42d0-4ccb-81e9-28a2b66fde42 req-5fc447f0-caba-4f78-9d97-0cd5c58f6a98 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Jan 27 16:08:59.160049 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:08:59.636435 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc078f-70f2-46be-8bfb-41caf6d9854f req-8c87b701-0419-4177-8213-3b54d155fd17 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:59.638436 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-efdc078f-70f2-46be-8bfb-41caf6d9854f req-8c87b701-0419-4177-8213-3b54d155fd17 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0536258 Jan 27 16:08:59.686371 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-efdc078f-70f2-46be-8bfb-41caf6d9854f req-e31dd44c-3beb-4459-955c-9dc27d7fc232 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Jan 27 16:08:59.801311 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-7709159c-a194-4688-bbc0-0293d88eac3e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:08:59.802794 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-7709159c-a194-4688-bbc0-0293d88eac3e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Jan 27 16:08:59.907864 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Deleting port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:08:59.908209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.018836 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42090) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:09:00.022143 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] For port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:00.022522 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.041155 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Calling delete_port for 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:09:00.044896 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4abc3-d9cc-4571-9e14-46d39fd2a5e4 req-624f7082-b4e0-469e-a820-a3e2b23b68ac tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:00.046671 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-45e4abc3-d9cc-4571-9e14-46d39fd2a5e4 req-624f7082-b4e0-469e-a820-a3e2b23b68ac tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=89638f5a-769c-4331-b562-58ebf191dc46 HTTP/1.1" status: 200 len: 945 time: 0.0630906 Jan 27 16:09:00.107068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:09:00.107707 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-45e4abc3-d9cc-4571-9e14-46d39fd2a5e4 req-1936a90d-2f60-4130-a0aa-c341d8c28d1a tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551579 Jan 27 16:09:00.166724 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:09:00.167226 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.169059 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bea14915-dcd2-4b60-835e-a1ec460f0c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.223299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (50d3b018-cc7a-4148-b6b4-82c83bfdfd59), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.257301 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Pushing event deleted for resources: {'Port': ['ID=50d3b018-cc7a-4148-b6b4-82c83bfdfd59,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:00.257529 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:00.271468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bea14915-dcd2-4b60-835e-a1ec460f0c7a admin admin] Publish callbacks [] for security_group (c2c0669e-e0a0-4ede-b7fa-30d7aa588225), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.276554 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-bea14915-dcd2-4b60-835e-a1ec460f0c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c2c0669e-e0a0-4ede-b7fa-30d7aa588225), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.309940 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] No DVR routers for this DVR port 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:09:00.312734 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.316814 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-21e8c6ce-d41b-4591-8670-58e87652bc58 req-8dde55e4-be63-4632-9942-ceb75a08a8e7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "DELETE /v2.0/ports/50d3b018-cc7a-4148-b6b4-82c83bfdfd59 HTTP/1.1" status: 204 len: 173 time: 0.5081062 Jan 27 16:09:00.317386 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89638f5a-769c-4331-b562-58ebf191dc46', 'name': 'network-vif-deleted', 'tag': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:00.319955 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da5cdb5-13a5-4ebb-92dd-6eb3f863b8f7" -d '{"events": [{"server_uuid": "89638f5a-769c-4331-b562-58ebf191dc46", "name": "network-vif-deleted", "tag": "50d3b018-cc7a-4148-b6b4-82c83bfdfd59"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:00.322293 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14915-dcd2-4b60-835e-a1ec460f0c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c0669e-e0a0-4ede-b7fa-30d7aa588225,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:00.326796 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-bea14915-dcd2-4b60-835e-a1ec460f0c7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb0152eff8c54ef6a5b867d962db5170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069363 Jan 27 16:09:00.329560 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42096) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:09:00.394363 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5b301c05-f3db-4c02-8b0e-4ee732ed965c admin admin] Publish callbacks [] for security_group (c2c0669e-e0a0-4ede-b7fa-30d7aa588225), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.423162 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5b301c05-f3db-4c02-8b0e-4ee732ed965c admin admin] Publish callbacks [] for security_group (c2c0669e-e0a0-4ede-b7fa-30d7aa588225), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.474847 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.480014 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5b301c05-f3db-4c02-8b0e-4ee732ed965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (c2c0669e-e0a0-4ede-b7fa-30d7aa588225), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.482538 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5b301c05-f3db-4c02-8b0e-4ee732ed965c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:00.487202 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5b301c05-f3db-4c02-8b0e-4ee732ed965c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2c0669e-e0a0-4ede-b7fa-30d7aa588225 HTTP/1.1" status: 204 len: 168 time: 0.1566002 Jan 27 16:09:00.502182 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301c05-f3db-4c02-8b0e-4ee732ed965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c0669e-e0a0-4ede-b7fa-30d7aa588225,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:00.522142 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa469fe0-c134-46ef-bca2-0b2eb27ec9d4 x-openstack-request-id: req-aa469fe0-c134-46ef-bca2-0b2eb27ec9d4 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:00.522568 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89638f5a-769c-4331-b562-58ebf191dc46", "name": "network-vif-deleted", "tag": "50d3b018-cc7a-4148-b6b4-82c83bfdfd59", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:00.522839 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa469fe0-c134-46ef-bca2-0b2eb27ec9d4 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:00.523474 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89638f5a-769c-4331-b562-58ebf191dc46', 'name': 'network-vif-deleted', 'tag': '50d3b018-cc7a-4148-b6b4-82c83bfdfd59', 'status': 'completed', 'code': 200} Jan 27 16:09:00.820662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d6f6-a102-4676-ba13-ac828b73e3d3 req-824bc603-82de-4d9e-8ca4-35ee0e1d6432 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:00.822155 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0096d6f6-a102-4676-ba13-ac828b73e3d3 req-824bc603-82de-4d9e-8ca4-35ee0e1d6432 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0515976 Jan 27 16:09:00.876292 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0096d6f6-a102-4676-ba13-ac828b73e3d3 req-9bb4318a-425f-476d-a899-9013e8cf3f21 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478983 Jan 27 16:09:01.998003 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:09:02.001788 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a692127-e110-4c73-a65e-06c3885a4da0 req-ac718cfb-a9dc-4414-8cb0-cdd2c391ca5c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:02.003401 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1a692127-e110-4c73-a65e-06c3885a4da0 req-ac718cfb-a9dc-4414-8cb0-cdd2c391ca5c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0507851 Jan 27 16:09:02.027118 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:09:02.027118 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 50d3b018-cc7a-4148-b6b4-82c83bfdfd59 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:09:02.055183 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1a692127-e110-4c73-a65e-06c3885a4da0 req-45d3d69e-945e-4872-92b9-0821edcfb1d0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456827 Jan 27 16:09:03.179426 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c504112-a18b-4505-9681-f7709778605a req-9fde0455-0fa6-42bc-aa48-31e5d8072ab4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:03.180908 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c504112-a18b-4505-9681-f7709778605a req-9fde0455-0fa6-42bc-aa48-31e5d8072ab4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0483255 Jan 27 16:09:03.235178 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c504112-a18b-4505-9681-f7709778605a req-00446276-6c06-42bb-a945-addf23dffcdb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472574 Jan 27 16:09:04.354447 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ce3d3-3aa1-441b-81c9-1924fb12c417 req-403c34f0-320b-491c-8289-20cba2f97e55 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:04.356000 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f60ce3d3-3aa1-441b-81c9-1924fb12c417 req-403c34f0-320b-491c-8289-20cba2f97e55 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0483940 Jan 27 16:09:04.404307 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f60ce3d3-3aa1-441b-81c9-1924fb12c417 req-2e0e0ba5-5071-4872-8cd8-250f70cd0b8a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Jan 27 16:09:05.526016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dd6e0-f40c-402b-9bfc-ffe94637a3ab req-68e4ff37-2437-47a4-9c40-ea810607f4a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:05.527547 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c1dd6e0-f40c-402b-9bfc-ffe94637a3ab req-68e4ff37-2437-47a4-9c40-ea810607f4a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0491621 Jan 27 16:09:05.575106 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1c1dd6e0-f40c-402b-9bfc-ffe94637a3ab req-7cde103e-5cb7-4c2e-8794-5eb430b4e33b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Jan 27 16:09:06.694293 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e929-0b95-4e33-92ec-5f4c92729055 req-1a94ec07-ad84-424a-9b96-e2f63f5ef944 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:06.695836 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b118e929-0b95-4e33-92ec-5f4c92729055 req-1a94ec07-ad84-424a-9b96-e2f63f5ef944 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0475473 Jan 27 16:09:06.746882 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b118e929-0b95-4e33-92ec-5f4c92729055 req-46480997-e72f-42ca-bbdb-06f2d6725497 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Jan 27 16:09:07.865576 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6da16-98b8-4c71-ad7f-493365b95470 req-857365ac-16ea-4546-beb8-b34e3b0b41dc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:07.867115 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bfc6da16-98b8-4c71-ad7f-493365b95470 req-857365ac-16ea-4546-beb8-b34e3b0b41dc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0484276 Jan 27 16:09:07.912489 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bfc6da16-98b8-4c71-ad7f-493365b95470 req-2f568238-3063-4101-bef2-576f50cc7e93 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Jan 27 16:09:09.034617 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd00a8-2476-44f5-a642-3ca01b0e049a req-4ddb884e-9309-474f-9f80-b081664d49ef tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:09.036124 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-abfd00a8-2476-44f5-a642-3ca01b0e049a req-4ddb884e-9309-474f-9f80-b081664d49ef tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0496633 Jan 27 16:09:09.081910 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-abfd00a8-2476-44f5-a642-3ca01b0e049a req-5e4f7084-e85e-47c0-a6e3-4857436ef8d8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402195 Jan 27 16:09:10.049682 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:09:10.148194 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:10.160680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '7f3911ec-edec-4658-b029-6a522d1a3093', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'port_id': '7f3911ec-edec-4658-b029-6a522d1a3093', 'mac_address': 'fa:16:3e:5a:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:09:10.196713 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:10.197099 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:10.203389 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955bf6a-9878-4ff4-b718-637150617173 req-ad355fac-efed-496b-ad8d-3ad3abf78ea7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:10.205296 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0955bf6a-9878-4ff4-b718-637150617173 req-ad355fac-efed-496b-ad8d-3ad3abf78ea7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 943 time: 0.0518909 Jan 27 16:09:10.210158 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3911ec-edec-4658-b029-6a522d1a3093 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:09:10.230282 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:10.234467 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:10.251642 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0955bf6a-9878-4ff4-b718-637150617173 req-882d1493-71ab-41d9-8623-cb3a01f4132e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Jan 27 16:09:10.283570 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=9']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:10.793476 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['7f3911ec-edec-4658-b029-6a522d1a3093'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:09:11.373291 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da674346-98cb-4193-b242-4a96cdf5cffe req-d426775c-7d79-4dd7-953f-1416a434c3d9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:11.374812 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-da674346-98cb-4193-b242-4a96cdf5cffe req-d426775c-7d79-4dd7-953f-1416a434c3d9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 944 time: 0.0494387 Jan 27 16:09:11.420606 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-da674346-98cb-4193-b242-4a96cdf5cffe req-ba476842-b133-4cac-a807-7550b295d1d7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 Jan 27 16:09:12.042653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:09:12.090375 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 7f3911ec-edec-4658-b029-6a522d1a3093 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:09:12.090755 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:12.170316 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 7f3911ec-edec-4658-b029-6a522d1a3093 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:12.170701 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:12.195200 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:12.197295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194a8d13-070f-4273-89f9-b669e0bef7a1" -d '{"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-plugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:12.209330 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:12.213971 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:12.260981 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:12.343144 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecc469-de46-45ea-937b-361a4c524167 x-openstack-request-id: req-53ecc469-de46-45ea-937b-361a4c524167 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:12.343488 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-plugged", "status": "completed", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:12.343724 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53ecc469-de46-45ea-937b-361a4c524167 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:12.344113 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'code': 200} Jan 27 16:09:12.541645 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e04710-d1d0-4cdc-b17f-b2ca29c87e1b req-5bdd45ca-7ec2-470c-a57a-eb04070c7a26 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:12.543131 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-53e04710-d1d0-4cdc-b17f-b2ca29c87e1b req-5bdd45ca-7ec2-470c-a57a-eb04070c7a26 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0512311 Jan 27 16:09:12.593948 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-53e04710-d1d0-4cdc-b17f-b2ca29c87e1b req-e4d83a8e-f9e1-434c-be02-3281ca416d59 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Jan 27 16:09:13.719452 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819a066-cf92-44dc-9f61-016ebd734bcc req-9eccd4d4-7a9f-419b-b0e7-9cc3969d3740 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:13.720932 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7819a066-cf92-44dc-9f61-016ebd734bcc req-9eccd4d4-7a9f-419b-b0e7-9cc3969d3740 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0479379 Jan 27 16:09:13.766575 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7819a066-cf92-44dc-9f61-016ebd734bcc req-3093717b-d3d9-4f33-80e7-ed7a08f9f38c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 Jan 27 16:09:14.884006 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da5751-ac59-43f3-9bf8-51889b59a888 req-9de38a3e-1df5-4767-852c-3a4f5e06d034 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:14.885456 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-60da5751-ac59-43f3-9bf8-51889b59a888 req-9de38a3e-1df5-4767-852c-3a4f5e06d034 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0477989 Jan 27 16:09:14.930585 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-60da5751-ac59-43f3-9bf8-51889b59a888 req-e798083e-33e9-4534-9b65-b296e0295490 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396776 Jan 27 16:09:16.039230 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9fff1-944f-4a05-8e31-eb44ffb6ca46 req-cc45ba82-98be-4126-ab7b-2fa2aea7bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:16.040798 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9cb9fff1-944f-4a05-8e31-eb44ffb6ca46 req-cc45ba82-98be-4126-ab7b-2fa2aea7bb44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1099 time: 0.0675650 Jan 27 16:09:16.072687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84532-4f9e-4798-8b7f-b74545b70571 req-a66a43ae-77ef-42b1-ad45-ffa8147e54b3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:16.074145 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-efd84532-4f9e-4798-8b7f-b74545b70571 req-a66a43ae-77ef-42b1-ad45-ffa8147e54b3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0664589 Jan 27 16:09:16.116197 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9cb9fff1-944f-4a05-8e31-eb44ffb6ca46 req-12a6bce6-502a-45c0-86c7-7c118c3a7f45 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657666 Jan 27 16:09:16.137413 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-efd84532-4f9e-4798-8b7f-b74545b70571 req-c973cad5-3f92-4525-9e59-1dca41b6bf75 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570033 Jan 27 16:09:16.290775 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f2ce3c9b-cb26-4c8c-810b-24f2e2693373 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:16.292276 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f2ce3c9b-cb26-4c8c-810b-24f2e2693373 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/networks?id=9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 200 len: 814 time: 0.1000392 Jan 27 16:09:16.307550 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-9ab9fce0-f34a-4a4a-859a-6a7c370d1748 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/quotas/9f9b239b5a37482a93c714c4cff8d675 HTTP/1.1" status: 200 len: 375 time: 0.0093632 Jan 27 16:09:16.342629 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-03aca035-7a34-492a-b026-9fc0ff92d6a4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f9b239b5a37482a93c714c4cff8d675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279698 Jan 27 16:09:16.526467 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-bb5c1ca0-144b-4d03-95c9-4b33ea0a9dff service neutron] 10.222.0.61 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766727 Jan 27 16:09:16.614034 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-d046f228-c66b-45bb-95bc-674199e702d4 service neutron] 10.222.0.61 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813339 Jan 27 16:09:16.764217 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b64224dd-b80f-4308-be16-615689f48637 req-bffceb9b-d104-4d77-8756-98657e832583 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 210 time: 0.0262258 Jan 27 16:09:17.257861 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994f196-3d17-4c29-9f2d-d7f62bf58330 req-a819a318-086a-4bc7-a30b-9d1e8740cde0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:17.259314 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4994f196-3d17-4c29-9f2d-d7f62bf58330 req-a819a318-086a-4bc7-a30b-9d1e8740cde0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0493503 Jan 27 16:09:17.308559 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4994f196-3d17-4c29-9f2d-d7f62bf58330 req-07712000-106c-4936-800b-ac90f47f24fe tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Jan 27 16:09:17.781208 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-968bfc8d-5656-4b36-97fd-a452df370dd6 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:17.782775 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-968bfc8d-5656-4b36-97fd-a452df370dd6 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "GET /v2.0/networks?id=9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 200 len: 814 time: 0.1190405 Jan 27 16:09:17.798707 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Request body: {'port': {'device_id': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63', 'admin_state_up': True, 'tenant_id': '9f9b239b5a37482a93c714c4cff8d675'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:09:17.887416 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-663e809f-81e3-497c-97cd-d59dcf96eb0d req-6da9a386-797f-4c64-acbf-710e5ac1be1f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 210 time: 0.0359123 Jan 27 16:09:17.942363 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Made reservation on behalf of 9f9b239b5a37482a93c714c4cff8d675 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:09:17.945696 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.074447 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Allocated IP 172.20.0.6 (9564f5ab-b5b0-4731-93e1-698de8676e63/f3e9bdfd-1085-4a85-80f0-77fb5930ac3d/b88cd5cd-e298-44bf-bba0-12d46ed8ba33) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:09:18.228050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks [] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.263342 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.319130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Network 9564f5ab-b5b0-4731-93e1-698de8676e63 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:09:18.324062 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:09:18.327317 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:09:18.331023 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Pushing event updated for resources: {'Port': ['ID=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:18.400630 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:18.401587 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.423644 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-3f20818b-0c4d-47f0-b398-9458c9d4cbfa tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295648 Jan 27 16:09:18.438448 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Request body: {'port': {'device_id': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:09:18.454362 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6e5fa-1eeb-4366-9c57-40b277af0613 req-5cb66347-2d8e-4392-b45a-7968b8ba0881 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:18.455892 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50c6e5fa-1eeb-4366-9c57-40b277af0613 req-5cb66347-2d8e-4392-b45a-7968b8ba0881 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0633972 Jan 27 16:09:18.493874 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.512675 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50c6e5fa-1eeb-4366-9c57-40b277af0613 req-f9a73ad7-eba8-4f27-bb41-d469ad8f6247 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510366 Jan 27 16:09:18.757782 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88cd5cd-e298-44bf-bba0-12d46ed8ba33 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:09:18.766198 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Publish callbacks [] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.778622 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Transition to ACTIVE for port object b88cd5cd-e298-44bf-bba0-12d46ed8ba33 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:09:18.783624 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:18.835387 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Pushing event updated for resources: {'Port': ['ID=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:18.902055 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Attempting to bind port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:09:18.902389 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Attempting to bind port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:09:18.902720 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Attempting to bind port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 on network 9564f5ab-b5b0-4731-93e1-698de8676e63 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:09:18.907815 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 on network 9564f5ab-b5b0-4731-93e1-698de8676e63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:09:18.908131 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Attempting to bind port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 on network 9564f5ab-b5b0-4731-93e1-698de8676e63 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:09:18.913109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:09:18.913444 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Checking segment: {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:09:18.913822 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Bound using segment: {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:09:18.914244 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Bound port: b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021881b1-0f22-4496-9230-872b244c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:09:18.914596 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:19.002175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] For port b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:09:19.019989 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] For port b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:09:19.025355 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:19.036100 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9a2d6-3601-4920-a156-5f91bf97424f req-f44d0e27-2498-436a-b1a3-547a6b73fd5e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.037638 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f4f9a2d6-3601-4920-a156-5f91bf97424f req-f44d0e27-2498-436a-b1a3-547a6b73fd5e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 943 time: 0.0798309 Jan 27 16:09:19.070235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.070866 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:19.072298 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] 10.222.0.60 "PUT /v2.0/ports/b88cd5cd-e298-44bf-bba0-12d46ed8ba33 HTTP/1.1" status: 200 len: 1093 time: 0.6392677 Jan 27 16:09:19.081930 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'tag': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:19.083964 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105607ed-609c-4c58-a530-faaa09900e55" -d '{"events": [{"name": "network-changed", "server_uuid": "741edcad-c387-4e4d-bf96-fcea9873c0cd", "tag": "b88cd5cd-e298-44bf-bba0-12d46ed8ba33"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:19.130683 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d94f9-a85b-48e3-82e5-c1e162f8a265 x-openstack-request-id: req-d35d94f9-a85b-48e3-82e5-c1e162f8a265 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:19.130970 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741edcad-c387-4e4d-bf96-fcea9873c0cd", "tag": "b88cd5cd-e298-44bf-bba0-12d46ed8ba33", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:19.131249 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d35d94f9-a85b-48e3-82e5-c1e162f8a265 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:19.131639 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'tag': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33', 'status': 'completed', 'code': 200} Jan 27 16:09:19.138452 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19abeea-3834-4596-be04-45f7c2888c3e service neutron] Pushing event updated for resources: {'Port': ['ID=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:19.173511 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f4f9a2d6-3601-4920-a156-5f91bf97424f req-47442d50-37ee-4903-b6d4-1a5aed3c5e7f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125541 Jan 27 16:09:19.184736 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-b2769071-914c-4376-bf80-99d4ed388e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.186216 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-b2769071-914c-4376-bf80-99d4ed388e5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f9b239b5a37482a93c714c4cff8d675&device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 1096 time: 0.0693510 Jan 27 16:09:19.232373 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-f3c2f615-22fa-4530-af56-6208c108cb05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33 HTTP/1.1" status: 200 len: 217 time: 0.0381560 Jan 27 16:09:19.281100 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-8e4a9da3-011d-4ec4-a68b-cf01870bd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.282452 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-8e4a9da3-011d-4ec4-a68b-cf01870bd818 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e9bdfd-1085-4a85-80f0-77fb5930ac3d HTTP/1.1" status: 200 len: 854 time: 0.0444248 Jan 27 16:09:19.313852 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-4b151f6a-220a-4706-a799-f2bd0e5f822e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9564f5ab-b5b0-4731-93e1-698de8676e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244761 Jan 27 16:09:19.645539 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f02327-ddc5-4b2d-a015-c3846010cb16 req-037c09d1-aa90-4357-9bbd-f895898fd779 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.647101 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-52f02327-ddc5-4b2d-a015-c3846010cb16 req-037c09d1-aa90-4357-9bbd-f895898fd779 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0560091 Jan 27 16:09:19.658747 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-907fff4d-5d39-4cc4-9bcf-ae31d39c2959 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388135 Jan 27 16:09:19.698809 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-52f02327-ddc5-4b2d-a015-c3846010cb16 req-dfd3781f-cce2-4036-a5f6-b0fa702b2fd3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449655 Jan 27 16:09:19.751294 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c3840340-c56c-47d0-8021-cfbf958faf01 req-6eb8f134-1f46-4997-b5db-4ba678c04cc6 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862477 Jan 27 16:09:19.840582 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105607ed-609c-4c58-a530-faaa09900e55 req-1a92844f-c268-43fd-96d3-426e342c6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.842020 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-1a92844f-c268-43fd-96d3-426e342c6c42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f9b239b5a37482a93c714c4cff8d675&device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 1096 time: 0.0407684 Jan 27 16:09:19.932360 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105607ed-609c-4c58-a530-faaa09900e55 req-490271f6-4547-4a40-b31b-71548c5f802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:19.933817 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-490271f6-4547-4a40-b31b-71548c5f802d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 200 len: 915 time: 0.0858121 Jan 27 16:09:19.973467 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-fd41ac65-3cb5-4a10-9afa-f72ae4175e22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33 HTTP/1.1" status: 200 len: 217 time: 0.0329139 Jan 27 16:09:20.025423 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105607ed-609c-4c58-a530-faaa09900e55 req-68f87562-9442-4c14-8299-a70bb34fb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:20.026884 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-68f87562-9442-4c14-8299-a70bb34fb636 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e9bdfd-1085-4a85-80f0-77fb5930ac3d HTTP/1.1" status: 200 len: 854 time: 0.0479212 Jan 27 16:09:20.057277 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-3d249257-b429-403c-8c63-85c0bd872656 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9564f5ab-b5b0-4731-93e1-698de8676e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244677 Jan 27 16:09:20.143315 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-2cfb107d-b6b0-4d5a-be81-c8759dce6e96 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799227 Jan 27 16:09:20.240951 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-105607ed-609c-4c58-a530-faaa09900e55 req-8d92b2a5-72b7-440d-a76e-7e05d35140a8 service neutron] 10.222.0.60 "GET /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910780 Jan 27 16:09:20.290357 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fca20-4765-43c1-98e2-2d19555ad143 req-d2f7e413-3bb2-4981-aa4a-2b4b2a9a6c7d tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:20.291873 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c12fca20-4765-43c1-98e2-2d19555ad143 req-d2f7e413-3bb2-4981-aa4a-2b4b2a9a6c7d tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 943 time: 0.0482631 Jan 27 16:09:20.346290 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c12fca20-4765-43c1-98e2-2d19555ad143 req-4752fd58-63c9-465f-964b-9a007f54fc49 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483205 Jan 27 16:09:21.466121 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fbcc5-3011-43a9-82eb-d4daa426f8c2 req-d234a7d8-3fc7-4604-b116-ddedecc797a5 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:21.467654 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b29fbcc5-3011-43a9-82eb-d4daa426f8c2 req-d234a7d8-3fc7-4604-b116-ddedecc797a5 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 943 time: 0.0521290 Jan 27 16:09:21.514859 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b29fbcc5-3011-43a9-82eb-d4daa426f8c2 req-f4a17552-8752-4983-9c9f-d567242bd8f7 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Jan 27 16:09:22.631320 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ce343-b18e-4dff-a7f1-19834b38ff45 req-64bc2fff-4136-467c-a620-b70678889710 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:22.632818 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4d8ce343-b18e-4dff-a7f1-19834b38ff45 req-64bc2fff-4136-467c-a620-b70678889710 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 943 time: 0.0503483 Jan 27 16:09:22.684113 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4d8ce343-b18e-4dff-a7f1-19834b38ff45 req-c86d389b-37d6-4456-bb19-f7742ee2a140 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Jan 27 16:09:23.799458 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8c21b-659f-43fb-83e7-e15bcd8521e7 req-d98392df-fc19-4d1b-a4fc-025c1318e16b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:23.800945 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9ef8c21b-659f-43fb-83e7-e15bcd8521e7 req-d98392df-fc19-4d1b-a4fc-025c1318e16b tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 943 time: 0.0478687 Jan 27 16:09:23.846959 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9ef8c21b-659f-43fb-83e7-e15bcd8521e7 req-f0be6b5a-05b5-4102-b002-6f6689f9b35d tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 Jan 27 16:09:24.068092 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b88cd5cd-e298-44bf-bba0-12d46ed8ba33 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:09:24.160962 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:24.172004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33', 'network_id': '9564f5ab-b5b0-4731-93e1-698de8676e63', 'port_id': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33', 'mac_address': 'fa:16:3e:a1:d5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e9bdfd-1085-4a85-80f0-77fb5930ac3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:09:24.211064 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:24.211486 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:24.224380 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88cd5cd-e298-44bf-bba0-12d46ed8ba33 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:09:24.244266 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:24.248168 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:24.295806 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:24.454507 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e12952cb-ebac-44e0-9a33-c6d785717c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:24.680258 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['b88cd5cd-e298-44bf-bba0-12d46ed8ba33'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:09:24.958212 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cd755-fad2-4cf6-aa5f-1935ca8dc127 req-41178a94-31e4-48ce-a791-d2f7e70e3590 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:24.959628 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a2cd755-fad2-4cf6-aa5f-1935ca8dc127 req-41178a94-31e4-48ce-a791-d2f7e70e3590 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 944 time: 0.0468392 Jan 27 16:09:25.004626 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a2cd755-fad2-4cf6-aa5f-1935ca8dc127 req-8ace2283-daac-4814-ab91-34a1e677586d tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Jan 27 16:09:25.907634 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-fc768b5c-0db6-477d-9f89-0dfb6b3432b9 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212926962&fields=id&tenant_id=1c3096dd728a485190c1c92efa3850e3 HTTP/1.1" status: 200 len: 267 time: 0.0445001 Jan 27 16:09:26.015928 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-a80105f4-a62c-435a-8a29-283caa540033 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:26.017310 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-a80105f4-a62c-435a-8a29-283caa540033 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 808 time: 0.1035590 Jan 27 16:09:26.031899 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-e31d45d9-649e-4664-baf0-92f69f8a2ae4 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/quotas/1c3096dd728a485190c1c92efa3850e3 HTTP/1.1" status: 200 len: 375 time: 0.0090563 Jan 27 16:09:26.082096 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-cd0626dc-3386-405c-9aed-0933eec40c30 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452521 Jan 27 16:09:26.100320 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b88cd5cd-e298-44bf-bba0-12d46ed8ba33 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:09:26.119919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea9ad-c014-4f7e-bb49-0fa4cd85900c req-c3427dd9-4a1e-430f-8f70-e0d0e7d661f0 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:26.121433 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8aea9ad-c014-4f7e-bb49-0fa4cd85900c req-c3427dd9-4a1e-430f-8f70-e0d0e7d661f0 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 944 time: 0.0493488 Jan 27 16:09:26.152816 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:09:26.156731 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:09:26.157108 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:26.173160 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8aea9ad-c014-4f7e-bb49-0fa4cd85900c req-192b1f4b-e6b1-45fb-8753-8c39ebf96bc4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Jan 27 16:09:26.188663 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-a70129ee-be18-4967-b217-35664f40c419 service neutron] 10.222.0.61 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958898 Jan 27 16:09:26.237286 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:26.237672 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:26.261258 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:26.263476 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad279b31-fc79-4c76-9127-caa57ae2c3ad" -d '{"events": [{"server_uuid": "741edcad-c387-4e4d-bf96-fcea9873c0cd", "name": "network-vif-plugged", "status": "completed", "tag": "b88cd5cd-e298-44bf-bba0-12d46ed8ba33"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:26.276727 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:26.278785 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-163bd23f-e742-40b2-b828-a8bda7c20c92 service neutron] 10.222.0.61 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841491 Jan 27 16:09:26.281576 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:26.306733 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b85ae-b65b-4889-b3f3-3e6c861386ce x-openstack-request-id: req-ab8b85ae-b65b-4889-b3f3-3e6c861386ce {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:26.307051 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741edcad-c387-4e4d-bf96-fcea9873c0cd", "name": "network-vif-plugged", "status": "completed", "tag": "b88cd5cd-e298-44bf-bba0-12d46ed8ba33", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:26.307411 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab8b85ae-b65b-4889-b3f3-3e6c861386ce {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:26.307805 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33', 'code': 200} Jan 27 16:09:26.341840 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:26.499947 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8c555-d916-46e4-99d4-192cb1dff396 req-63aa60f1-141a-455a-94f4-b7deeb3d18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:26.501507 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-31b8c555-d916-46e4-99d4-192cb1dff396 req-63aa60f1-141a-455a-94f4-b7deeb3d18f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 1098 time: 0.0459301 Jan 27 16:09:26.561776 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-31b8c555-d916-46e4-99d4-192cb1dff396 req-fea6c592-26d0-43d7-93d6-e6574c833928 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Jan 27 16:09:26.576678 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4df45611-0620-415b-8904-dc6b6895bb70 req-b4865b0d-504a-44dc-abe9-dc1ccd8985ed tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Jan 27 16:09:26.732646 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c49e5b94-57b7-4796-a9a2-b34225d42034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:27.289448 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89dfb-a4c7-4c55-a8cb-74806d73e135 req-5774a901-8fec-4295-b6f5-c6a4772a576f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:27.290893 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a3b89dfb-a4c7-4c55-a8cb-74806d73e135 req-5774a901-8fec-4295-b6f5-c6a4772a576f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 945 time: 0.0474718 Jan 27 16:09:27.339831 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a3b89dfb-a4c7-4c55-a8cb-74806d73e135 req-f3241057-27da-4578-ba9c-2a42b9800e88 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Jan 27 16:09:27.537524 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-65e2ed35-09ac-4c5c-9a25-19b4adde6466 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:27.539012 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-65e2ed35-09ac-4c5c-9a25-19b4adde6466 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 808 time: 0.1051314 Jan 27 16:09:27.605190 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-fa492b3f-3608-482d-ad0a-0e34a3ae93ba tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3096dd728a485190c1c92efa3850e3 HTTP/1.1" status: 200 len: 380 time: 0.0554574 Jan 27 16:09:27.614865 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'port': {'device_id': '325464d0-4037-487b-b9b3-c71fb19fb437', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'admin_state_up': True, 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'security_groups': ['468c345c-81e9-4355-babb-238d181a88b4']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:09:27.645947 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:27.692601 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-baa94247-a223-411e-8de1-b8476460914b req-f94a9475-4570-4b02-ae68-88743500cb0d tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 210 time: 0.0338616 Jan 27 16:09:27.755452 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Made reservation on behalf of 1c3096dd728a485190c1c92efa3850e3 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:09:27.758709 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:27.885313 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Allocated IP 172.20.0.10 (be4781d7-03d6-47f6-88f7-8f665393817a/d282d84c-b16d-4608-8f67-fbff30dd8cfb/ad7c7c1a-2840-4fc3-8560-37a45a3feea6) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:09:28.038844 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.075235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.122560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Network be4781d7-03d6-47f6-88f7-8f665393817a is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:09:28.126190 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:09:28.132689 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:09:28.139074 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:28.185527 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:28.186735 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.204384 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7174da30-e966-467d-9714-005f8f7cebef tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5935354 Jan 27 16:09:28.220279 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Request body: {'port': {'device_id': '325464d0-4037-487b-b9b3-c71fb19fb437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:09:28.223372 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.281232 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.400938 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-9a963102-8d02-435b-8b89-4ea471ee46c8 None None] Provisioning complete for port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:09:28.401650 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9a963102-8d02-435b-8b89-4ea471ee46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.440759 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9a963102-8d02-435b-8b89-4ea471ee46c8 None None] Port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:09:28.458479 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe067c58-2caf-4bf1-b916-5a565213bf99 req-c75d246d-4f42-4236-9473-56287d37466e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:28.460089 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fe067c58-2caf-4bf1-b916-5a565213bf99 req-c75d246d-4f42-4236-9473-56287d37466e tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 945 time: 0.0530643 Jan 27 16:09:28.507493 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fe067c58-2caf-4bf1-b916-5a565213bf99 req-447c783f-1c44-4d80-a896-9be1f475f61f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jan 27 16:09:28.546323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7c7c1a-2840-4fc3-8560-37a45a3feea6 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:09:28.554015 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Publish callbacks [] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.566687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Transition to ACTIVE for port object ad7c7c1a-2840-4fc3-8560-37a45a3feea6 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:09:28.570707 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.642628 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:28.703186 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Attempting to bind port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:09:28.707488 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Attempting to bind port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:09:28.707912 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Attempting to bind port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 on network be4781d7-03d6-47f6-88f7-8f665393817a {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:09:28.713518 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 on network be4781d7-03d6-47f6-88f7-8f665393817a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:09:28.714069 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Attempting to bind port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 on network be4781d7-03d6-47f6-88f7-8f665393817a {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:09:28.720526 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:09:28.720874 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Checking segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:09:28.721264 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Bound using segment: {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:09:28.722827 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Bound port: ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae5854c-ec28-4ddd-b355-32794ab3c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:09:28.722827 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.803963 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:09:28.808590 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:09:28.817038 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.837122 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08ec5-4edf-4466-af62-51596a98132a req-749c6f30-fb3c-4318-af55-c77a0147a670 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:28.839532 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4be08ec5-4edf-4466-af62-51596a98132a req-749c6f30-fb3c-4318-af55-c77a0147a670 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0669267 Jan 27 16:09:28.888447 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:28.904108 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:28.905756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:28.907474 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-08c9da00-6eaa-4012-9ff0-fb46566aecb4 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 1094 time: 0.6917169 Jan 27 16:09:28.908164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:28.910956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:28.927615 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4be08ec5-4edf-4466-af62-51596a98132a req-27ae77a7-a946-4f9a-82ac-f6ab061ca38f tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792148 Jan 27 16:09:29.011110 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db85c09f-d361-4932-a882-0fea83663bdd x-openstack-request-id: req-db85c09f-d361-4932-a882-0fea83663bdd {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:29.011412 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:29.011691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db85c09f-d361-4932-a882-0fea83663bdd {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:29.012149 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'status': 'completed', 'code': 200} Jan 27 16:09:29.036862 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-837fcfe5-845e-4156-a760-bfb0a8f39f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.038929 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-837fcfe5-845e-4156-a760-bfb0a8f39f06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1097 time: 0.0754123 Jan 27 16:09:29.084834 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-925d1b55-e37b-488a-945b-80585507e2bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 217 time: 0.0375094 Jan 27 16:09:29.149372 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-aeee3700-9dda-4ee4-8465-b623293a2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.150920 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-aeee3700-9dda-4ee4-8465-b623293a2997 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0467310 Jan 27 16:09:29.165054 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:29.204141 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-dd5e2948-7339-4e7f-8274-a07fde1c7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.205679 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-dd5e2948-7339-4e7f-8274-a07fde1c7da1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477788 Jan 27 16:09:29.306369 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-7c31f62a-42a1-4b8b-bbaf-2ad292270d32 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809810 Jan 27 16:09:29.401516 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50a7063d-7538-41c2-a863-0a7ba59143ef req-1beab787-de0d-47f1-8d04-cb5cfe7021eb service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889778 Jan 27 16:09:29.519621 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-38d6c33f-b4b5-4fd4-9880-af66ceee0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.521143 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-38d6c33f-b4b5-4fd4-9880-af66ceee0c31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1097 time: 0.0427480 Jan 27 16:09:29.608822 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-6d1f7925-fbf6-466f-a549-b4e12403efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.610456 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-6d1f7925-fbf6-466f-a549-b4e12403efef service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.0832884 Jan 27 16:09:29.657603 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-94278eee-d321-4db6-a28b-3f4fe3561677 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Jan 27 16:09:29.707404 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-35451f20-53f2-462b-bcbb-d360f08bb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.708742 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-35451f20-53f2-462b-bcbb-d360f08bb65f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0430689 Jan 27 16:09:29.757488 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-4b7e8bad-dab5-47fb-9279-29b35d36f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:29.759010 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-4b7e8bad-dab5-47fb-9279-29b35d36f914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434330 Jan 27 16:09:29.852630 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-bdbde76b-bed9-4082-84f0-a9d1f3db442d service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Jan 27 16:09:29.942397 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cc6ef1b2-7e1c-4a71-9a51-9fbf9dfed8c9 req-df98f904-b888-417e-b1eb-29d8ad37959a service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828786 Jan 27 16:09:30.051117 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022169f0-bd3f-4ec8-8405-d3ef996a372a req-251ea55c-8a14-4263-a4e1-89813dd846ab tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:30.052588 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-022169f0-bd3f-4ec8-8405-d3ef996a372a req-251ea55c-8a14-4263-a4e1-89813dd846ab tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0525358 Jan 27 16:09:30.102868 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-022169f0-bd3f-4ec8-8405-d3ef996a372a req-5440f0b8-5937-4fa9-bc7e-2794da1ff03b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Jan 27 16:09:30.469120 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:30.994501 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:09:31.218083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b4ad-6f32-4716-9905-6bd182122c9a req-b2203f27-2f53-4f45-b593-fc1e1e6c09a4 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:31.219619 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fc48b4ad-6f32-4716-9905-6bd182122c9a req-b2203f27-2f53-4f45-b593-fc1e1e6c09a4 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0478513 Jan 27 16:09:31.272776 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fc48b4ad-6f32-4716-9905-6bd182122c9a req-0c52b8e9-1985-403c-b9a0-7e0d69c5e734 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474238 Jan 27 16:09:32.384663 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193502ac-4378-4f9b-a497-5e5f57f08128 req-29e2e30a-77f4-4283-aa20-7cda9d7bc1f4 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:32.386123 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-193502ac-4378-4f9b-a497-5e5f57f08128 req-29e2e30a-77f4-4283-aa20-7cda9d7bc1f4 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0481482 Jan 27 16:09:32.433684 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-193502ac-4378-4f9b-a497-5e5f57f08128 req-30bcc330-e0d5-4616-addb-28b92e9bf3e1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Jan 27 16:09:33.546338 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8c01d-215c-4f6c-bffd-86c8565b1601 req-905641ee-685f-4098-bbea-59ef6e4cfbf2 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:33.547818 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bfc8c01d-215c-4f6c-bffd-86c8565b1601 req-905641ee-685f-4098-bbea-59ef6e4cfbf2 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0470078 Jan 27 16:09:33.595385 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bfc8c01d-215c-4f6c-bffd-86c8565b1601 req-49ce7532-17d5-4932-b91d-4d0d18b0d606 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Jan 27 16:09:34.708478 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385c57-e89d-4094-9127-734a9a0b0699 req-794aaac2-330b-40fc-8332-642945eb87fd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:34.709909 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-85385c57-e89d-4094-9127-734a9a0b0699 req-794aaac2-330b-40fc-8332-642945eb87fd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0460231 Jan 27 16:09:34.759980 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-85385c57-e89d-4094-9127-734a9a0b0699 req-ed08c36c-8697-46e6-8c06-b0e1574bee5b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Jan 27 16:09:35.875262 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474b771-bbd1-456a-beae-91ff5b7be71f req-3e68a8df-f704-45d3-b1d5-ddb1c04c100b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:35.876747 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b474b771-bbd1-456a-beae-91ff5b7be71f req-3e68a8df-f704-45d3-b1d5-ddb1c04c100b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0492938 Jan 27 16:09:35.923486 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b474b771-bbd1-456a-beae-91ff5b7be71f req-d75dbb36-5b01-4789-bee1-ee258eaac0fa tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Jan 27 16:09:37.036762 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a644-19a3-415e-969a-4e0dd63595fe req-c4bed585-b90c-4819-90ce-debfaf8c395e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:37.038214 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6c65a644-19a3-415e-969a-4e0dd63595fe req-c4bed585-b90c-4819-90ce-debfaf8c395e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0490375 Jan 27 16:09:37.086908 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6c65a644-19a3-415e-969a-4e0dd63595fe req-0ac6745b-08e5-42fe-b962-cc861438d982 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Jan 27 16:09:38.209723 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc21ac-5d4a-4e3d-89c3-79b5aa1a423b req-97187790-1ea9-46f4-8b81-42356f0f7dc3 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:38.211201 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2dcc21ac-5d4a-4e3d-89c3-79b5aa1a423b req-97187790-1ea9-46f4-8b81-42356f0f7dc3 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0504122 Jan 27 16:09:38.258179 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2dcc21ac-5d4a-4e3d-89c3-79b5aa1a423b req-99a52384-8546-4072-965d-74ccc32e937f tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Jan 27 16:09:38.724364 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:09:38.823123 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:38.834097 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'port_id': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'mac_address': 'fa:16:3e:99:73:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:09:38.869977 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:38.870371 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:38.882938 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7c7c1a-2840-4fc3-8560-37a45a3feea6 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:09:38.905074 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:38.909645 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:38.954152 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:39.371687 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104aeab-bad1-40e3-9cd1-0b76c654e8db req-26410cad-7215-453b-a19b-ead221cf08a1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:39.373165 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6104aeab-bad1-40e3-9cd1-0b76c654e8db req-26410cad-7215-453b-a19b-ead221cf08a1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Jan 27 16:09:39.422723 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6104aeab-bad1-40e3-9cd1-0b76c654e8db req-4cdd345d-9315-4171-ab33-49e678f4f7dc tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Jan 27 16:09:40.533663 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77007377-7778-4e0f-a117-f43d3d162411 req-f7cbb053-c12e-4867-97de-33fd54cc624b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:40.535164 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77007377-7778-4e0f-a117-f43d3d162411 req-f7cbb053-c12e-4867-97de-33fd54cc624b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 945 time: 0.0463314 Jan 27 16:09:40.581487 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77007377-7778-4e0f-a117-f43d3d162411 req-8a4d96bb-6a53-4c2a-9892-50c111b29160 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Jan 27 16:09:41.565873 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['ad7c7c1a-2840-4fc3-8560-37a45a3feea6'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:09:41.699287 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192488e-44c8-4e24-9da4-4a7301395bf6 req-248111c7-c8ca-4e73-81b6-6273d45dca22 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:41.700922 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c192488e-44c8-4e24-9da4-4a7301395bf6 req-248111c7-c8ca-4e73-81b6-6273d45dca22 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 945 time: 0.0529678 Jan 27 16:09:41.751430 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c192488e-44c8-4e24-9da4-4a7301395bf6 req-6076a1e0-acaa-4915-bda3-a1edf89205a2 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Jan 27 16:09:42.877623 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c392e0-19f1-4691-a141-857f5c5a930b req-759d6464-8bf3-43b3-8b1d-8f8f225da725 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:42.879154 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f1c392e0-19f1-4691-a141-857f5c5a930b req-759d6464-8bf3-43b3-8b1d-8f8f225da725 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 945 time: 0.0601356 Jan 27 16:09:42.927348 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f1c392e0-19f1-4691-a141-857f5c5a930b req-b9689bb3-0c6b-4636-9baf-14b9c4dac6e3 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Jan 27 16:09:44.039765 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977661a8-9a41-44ae-a291-ee57590af693 req-3a59a019-52b9-49d6-93e3-74079118cdc2 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:44.041246 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-977661a8-9a41-44ae-a291-ee57590af693 req-3a59a019-52b9-49d6-93e3-74079118cdc2 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 945 time: 0.0487983 Jan 27 16:09:44.091584 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-977661a8-9a41-44ae-a291-ee57590af693 req-1f159bbc-bc4d-4a2b-ae5e-9bde5cb19bb2 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Jan 27 16:09:44.495214 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:09:44.544050 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:09:44.548270 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:09:44.548654 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:44.754626 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:09:44.754930 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:44.776813 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:44.779000 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2327552-fc75-4786-a1f4-0de8d6304195" -d '{"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-plugged", "status": "completed", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:44.791114 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:44.795406 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:44.819071 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbbb038-dd12-4227-b51c-6806470b0acd x-openstack-request-id: req-7bbbb038-dd12-4227-b51c-6806470b0acd {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:44.819377 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-plugged", "status": "completed", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:44.819628 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bbbb038-dd12-4227-b51c-6806470b0acd {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:44.820049 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'code': 200} Jan 27 16:09:44.846932 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:44.854233 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.854605 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.854950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.855325 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.855669 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.856008 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.856369 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.856707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.857040 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.857379 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.857713 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.858040 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:44.858368 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:45.205746 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19bc2-d35b-4b48-a976-943f21deaf0b req-e739b797-7e29-41db-a9f0-fcd42500c792 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:45.207265 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5bb19bc2-d35b-4b48-a976-943f21deaf0b req-e739b797-7e29-41db-a9f0-fcd42500c792 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0499701 Jan 27 16:09:45.255316 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5bb19bc2-d35b-4b48-a976-943f21deaf0b req-8bd82483-76e6-4ccd-b488-51eccd9c8689 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Jan 27 16:09:46.368311 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602a6b9-f50c-443f-b722-45d275a335c0 req-6f3da530-2a6c-4b33-a97b-f030710f8f59 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:46.369823 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4602a6b9-f50c-443f-b722-45d275a335c0 req-6f3da530-2a6c-4b33-a97b-f030710f8f59 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0482106 Jan 27 16:09:46.416510 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4602a6b9-f50c-443f-b722-45d275a335c0 req-1bbf5cdc-d378-458c-b555-0570c4f6070b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Jan 27 16:09:47.029585 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8795e-c88e-4c58-8ad3-a79a943fea30 req-42d6b37b-11f5-41e3-a38d-6e8502ce189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:47.031134 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fd8795e-c88e-4c58-8ad3-a79a943fea30 req-42d6b37b-11f5-41e3-a38d-6e8502ce189c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.0401242 Jan 27 16:09:47.081192 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7fd8795e-c88e-4c58-8ad3-a79a943fea30 req-c0919be2-d543-43b3-b786-c853c0d40f39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Jan 27 16:09:47.530992 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86175424-52d7-4df3-bb21-4157038840e3 req-9c331734-5626-420d-9fbe-f38c36c7726d tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:47.532485 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-86175424-52d7-4df3-bb21-4157038840e3 req-9c331734-5626-420d-9fbe-f38c36c7726d tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0478637 Jan 27 16:09:47.580767 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-86175424-52d7-4df3-bb21-4157038840e3 req-5bd6be54-c15b-4bd1-aa6d-f0bc7d0ecded tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Jan 27 16:09:48.699671 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9935d-f404-423c-a5c7-8c26a2ab902d req-b16dd2e2-8160-4d66-ba1a-a81d6bd979ad tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:48.701728 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fba9935d-f404-423c-a5c7-8c26a2ab902d req-b16dd2e2-8160-4d66-ba1a-a81d6bd979ad tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0531433 Jan 27 16:09:48.750478 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fba9935d-f404-423c-a5c7-8c26a2ab902d req-ac702273-3d99-4477-829c-4c4ada54f581 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Jan 27 16:09:49.874045 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53508f-2fb1-4426-970b-3dca84d7c4f2 req-ad976d97-f6fe-4715-b80d-ba64935e1623 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:49.875582 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ba53508f-2fb1-4426-970b-3dca84d7c4f2 req-ad976d97-f6fe-4715-b80d-ba64935e1623 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0556517 Jan 27 16:09:49.932599 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ba53508f-2fb1-4426-970b-3dca84d7c4f2 req-c8c1457e-bc15-4b25-b1cc-fb73cfc755c9 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507057 Jan 27 16:09:50.045877 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924efa5-a8f1-4441-8805-424633cb2e3a req-f8a6fb42-f34a-42af-8c1d-2908309e6c5c tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:50.047272 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7924efa5-a8f1-4441-8805-424633cb2e3a req-f8a6fb42-f34a-42af-8c1d-2908309e6c5c tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Jan 27 16:09:50.095267 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7924efa5-a8f1-4441-8805-424633cb2e3a req-083b6b0c-da9b-4f7e-8f54-f243119ef15e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Jan 27 16:09:50.116428 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42484) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:09:50.263943 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e008065-e738-4832-b999-7e5ac48bdfee tempest-TestShelveInstance-1828518215 tempest-TestShelveInstance-1828518215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:50.265769 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2e008065-e738-4832-b999-7e5ac48bdfee tempest-TestShelveInstance-1828518215 tempest-TestShelveInstance-1828518215-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1094 time: 0.1483538 Jan 27 16:09:50.271470 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42494) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:09:50.275916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'port_id': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:09:50.296738 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:50.407814 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:50.523599 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Allocated IP 172.27.3.154 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/96f9fab4-5c5f-4afe-985f-4b2db6630c94) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:09:50.632724 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:50.668441 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:50.711682 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:09:50.717889 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:09:50.722593 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:09:50.725785 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'Port': ['ID=96f9fab4-5c5f-4afe-985f-4b2db6630c94,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:50.753019 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.753376 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.753725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.754068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.754406 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.754747 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.755379 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.755835 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.756172 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.756508 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.756845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.757178 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:50.757507 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:09:51.086998 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for floatingip (497c49a2-5b49-4cb3-b128-696bbd01b35f), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:51.153263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:51.298127 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:51.303352 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:51.367021 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event updated for resources: {'Port': ['ID=96f9fab4-5c5f-4afe-985f-4b2db6630c94,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:51.387110 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (497c49a2-5b49-4cb3-b128-696bbd01b35f), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:51.488890 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Floating IP 497c49a2-5b49-4cb3-b128-696bbd01b35f associated. External IP: 172.27.3.154, port: ad7c7c1a-2840-4fc3-8560-37a45a3feea6. Jan 27 16:09:51.946018 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Router f2f09c79-954a-4dd3-9ffe-0218767762e0 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:09:52.052105 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:09:52.062322 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] Sync routers for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:09:52.070365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:52.072907 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:09:52.073627 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:09:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:09:52.112836 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5f5d9bb9-c46b-4ce3-98ba-d2cd718caaa8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8268442 Jan 27 16:09:52.112836 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:52.112836 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed269709-946e-47cc-990f-d6fe4b688f17" -d '{"events": [{"name": "network-changed", "server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:52.140325 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbeefeb-96e5-48b6-9e37-520faf22b2fc x-openstack-request-id: req-6dbeefeb-96e5-48b6-9e37-520faf22b2fc {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:52.140615 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:52.140869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6dbeefeb-96e5-48b6-9e37-520faf22b2fc {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:52.141271 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'status': 'completed', 'code': 200} Jan 27 16:09:52.192882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:09:52.209742 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-37964c0f-eca7-4dc3-9087-8279b7ed7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:52.211192 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-37964c0f-eca7-4dc3-9087-8279b7ed7ce9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.0402980 Jan 27 16:09:52.306796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-8cd494e6-7dc6-4997-9e01-2a023c89783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:52.308421 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-8cd494e6-7dc6-4997-9e01-2a023c89783d service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.0893362 Jan 27 16:09:52.380571 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-5f5dc56f-5e6c-4b2a-b184-584af1fabb75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 1000 time: 0.0634325 Jan 27 16:09:52.423727 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '497c49a2-5b49-4cb3-b128-696bbd01b35f', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'port_id': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'mac_address': 'fa:16:3e:99:73:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325464d0-4037-487b-b9b3-c71fb19fb437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:09:50Z', 'updated_at': '2022-01-27T16:09:50Z', 'revision_number': 0, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:52Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:09:52.434122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-3260b690-eed0-420c-a0d1-af8806bf1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:52.435652 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-3260b690-eed0-420c-a0d1-af8806bf1af0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0450971 Jan 27 16:09:52.455460 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] Checking router: f2f09c79-954a-4dd3-9ffe-0218767762e0 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:09:52.464444 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:09:52.464988 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:09:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:09:52.486958 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-7de3286b-f003-4f9a-b8b5-5be57399046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:52.486958 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-7de3286b-f003-4f9a-b8b5-5be57399046f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458238 Jan 27 16:09:52.584571 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:09:52.592444 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-12fd98bd-034e-44f7-a18e-a8d34f131d95 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938981 Jan 27 16:09:52.704590 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ed269709-946e-47cc-990f-d6fe4b688f17 req-7b614d4e-fff2-4995-95da-b79232021c11 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936530 Jan 27 16:09:52.819382 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5563d5-3566-4993-b99b-cc7f8c023a49 req-2a5c0ee8-7767-4225-a8bd-6ef7dc352b9c tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:52.821296 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a5563d5-3566-4993-b99b-cc7f8c023a49 req-2a5c0ee8-7767-4225-a8bd-6ef7dc352b9c tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 945 time: 0.0494707 Jan 27 16:09:52.824191 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '497c49a2-5b49-4cb3-b128-696bbd01b35f', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'port_id': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'mac_address': 'fa:16:3e:99:73:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325464d0-4037-487b-b9b3-c71fb19fb437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:09:50Z', 'updated_at': '2022-01-27T16:09:50Z', 'revision_number': 0, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:52Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:09:52.855169 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2ae8c-0bf5-4201-aaa9-fa542ec5ece7 None None] The sync data for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi is: [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '497c49a2-5b49-4cb3-b128-696bbd01b35f', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'port_id': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'mac_address': 'fa:16:3e:99:73:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325464d0-4037-487b-b9b3-c71fb19fb437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:09:50Z', 'updated_at': '2022-01-27T16:09:50Z', 'revision_number': 0, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:52Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:09:52.870739 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a5563d5-3566-4993-b99b-cc7f8c023a49 req-c20973bd-d566-4f33-af32-f4a0ef358f1f tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Jan 27 16:09:53.034409 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c9475-1dc3-411e-94b3-457b58125bb3 None None] New status for floating IP 497c49a2-5b49-4cb3-b128-696bbd01b35f: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:09:53.984331 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cc59b-3578-413b-98dd-612b0e7f1123 req-3197c54d-1584-4c09-b67e-6a9565941005 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:53.986054 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a60cc59b-3578-413b-98dd-612b0e7f1123 req-3197c54d-1584-4c09-b67e-6a9565941005 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 945 time: 0.0471427 Jan 27 16:09:54.032808 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a60cc59b-3578-413b-98dd-612b0e7f1123 req-e6fc3145-c86d-4418-bf49-64cbbb0a03f0 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Jan 27 16:09:54.457027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-158f1d78-879d-498b-8c36-17fe7e047edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:55.116972 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62489c-5429-4821-8383-a1ab17149d1c req-45073d3d-2958-49bc-a9de-d284309241a4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:55.118416 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2d62489c-5429-4821-8383-a1ab17149d1c req-45073d3d-2958-49bc-a9de-d284309241a4 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 945 time: 0.0558519 Jan 27 16:09:55.199268 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d28d2d-ebd8-4d1e-b5cf-def0d798b191 req-945d2052-1840-457a-be84-5f5b83466191 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:55.201258 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-13d28d2d-ebd8-4d1e-b5cf-def0d798b191 req-945d2052-1840-457a-be84-5f5b83466191 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/ports?device_id=741edcad-c387-4e4d-bf96-fcea9873c0cd HTTP/1.1" status: 200 len: 945 time: 0.0998085 Jan 27 16:09:55.270403 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-13d28d2d-ebd8-4d1e-b5cf-def0d798b191 req-51b7d8b7-5333-47b6-bc52-eb8884095401 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Jan 27 16:09:55.280650 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Deleting port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:09:55.280944 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:55.372070 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] For port b88cd5cd-e298-44bf-bba0-12d46ed8ba33, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,segment=NetworkSegment(021881b1-0f22-4496-9230-872b244c8462),segment_id=021881b1-0f22-4496-9230-872b244c8462)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:09:55.372437 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:55.384437 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Calling delete_port for b88cd5cd-e298-44bf-bba0-12d46ed8ba33 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:09:55.510917 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (b88cd5cd-e298-44bf-bba0-12d46ed8ba33), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:55.526036 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['b88cd5cd-e298-44bf-bba0-12d46ed8ba33'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:09:55.541494 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Pushing event deleted for resources: {'Port': ['ID=b88cd5cd-e298-44bf-bba0-12d46ed8ba33,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:09:55.584765 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] No DVR routers for this DVR port b88cd5cd-e298-44bf-bba0-12d46ed8ba33 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:09:55.587281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:55.590712 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2d62489c-5429-4821-8383-a1ab17149d1c req-cfd733e0-53f3-486e-9cdd-44a4f212d703 tempest-VolumesSnapshotTestJSON-867961517 tempest-VolumesSnapshotTestJSON-867961517-project] 10.222.0.60 "DELETE /v2.0/ports/b88cd5cd-e298-44bf-bba0-12d46ed8ba33 HTTP/1.1" status: 204 len: 173 time: 0.4511356 Jan 27 16:09:55.591153 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'name': 'network-vif-deleted', 'tag': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:09:55.593369 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807bb2a-3549-4d00-9949-1f523cc490ba" -d '{"events": [{"server_uuid": "741edcad-c387-4e4d-bf96-fcea9873c0cd", "name": "network-vif-deleted", "tag": "b88cd5cd-e298-44bf-bba0-12d46ed8ba33"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:09:55.629627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bdd1d2-2b2b-4eb0-a7cd-916eff218050 x-openstack-request-id: req-a0bdd1d2-2b2b-4eb0-a7cd-916eff218050 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:09:55.629921 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741edcad-c387-4e4d-bf96-fcea9873c0cd", "name": "network-vif-deleted", "tag": "b88cd5cd-e298-44bf-bba0-12d46ed8ba33", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:09:55.630178 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0bdd1d2-2b2b-4eb0-a7cd-916eff218050 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:09:55.630580 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741edcad-c387-4e4d-bf96-fcea9873c0cd', 'name': 'network-vif-deleted', 'tag': 'b88cd5cd-e298-44bf-bba0-12d46ed8ba33', 'status': 'completed', 'code': 200} Jan 27 16:09:56.727561 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-bbeebe58-352f-4258-89f3-fbfef29ee0bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408902 Jan 27 16:09:56.733337 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9d630c6b-2860-47e5-a0cf-2eae7227aab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:56.812415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-b489ecbc-7fa0-4694-91a1-67a19044f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:56.814314 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-b489ecbc-7fa0-4694-91a1-67a19044f871 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 1099 time: 0.0421817 Jan 27 16:09:56.927116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-3e59324a-ed38-49fd-bea4-ffee9f575833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:56.928598 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-3e59324a-ed38-49fd-bea4-ffee9f575833 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0875330 Jan 27 16:09:56.995772 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-add241c4-7aaa-46ed-9681-5addb7fd0db9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 200 len: 1000 time: 0.0576260 Jan 27 16:09:57.047595 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-660c11f7-e105-4d99-9fd5-77c9e6b3c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:57.049043 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-660c11f7-e105-4d99-9fd5-77c9e6b3c69a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0461335 Jan 27 16:09:57.095243 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-50694b03-fc28-407a-85b6-8d7825b69581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:57.096654 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-50694b03-fc28-407a-85b6-8d7825b69581 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401731 Jan 27 16:09:57.183296 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-7ce70668-4cd0-4c98-9b6f-73531add0d1c service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796041 Jan 27 16:09:57.272479 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-54d2f47f-7ea1-4cc3-bae3-20d09bbece97 req-9090b2bc-e69f-4fc4-a600-a7bac52647be service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Jan 27 16:09:57.648520 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:58.217502 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:58.631407 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69d16-e0fd-4686-af15-cf5888e1cb4f req-650dc2d2-33c7-4013-ba60-b52429e2f499 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:58.632847 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0ab69d16-e0fd-4686-af15-cf5888e1cb4f req-650dc2d2-33c7-4013-ba60-b52429e2f499 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0470474 Jan 27 16:09:58.678688 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0ab69d16-e0fd-4686-af15-cf5888e1cb4f req-f252bd7d-84ad-4be5-9d15-54afb30f255b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Jan 27 16:09:59.163697 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:09:59.563367 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b88cd5cd-e298-44bf-bba0-12d46ed8ba33 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:09:59.582578 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: b88cd5cd-e298-44bf-bba0-12d46ed8ba33 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:09:59.582928 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b88cd5cd-e298-44bf-bba0-12d46ed8ba33 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:09:59.800307 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468023b-9c85-4ebf-a266-0a689ac10bbb req-7c2edc8e-badf-4337-9112-f9896d17dd05 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:09:59.801816 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5468023b-9c85-4ebf-a266-0a689ac10bbb req-7c2edc8e-badf-4337-9112-f9896d17dd05 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0541043 Jan 27 16:09:59.849452 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5468023b-9c85-4ebf-a266-0a689ac10bbb req-c7efae5b-968a-4293-a752-020650dfce4e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Jan 27 16:10:00.471285 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:00.966585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6b2dd-6f4d-4af1-9324-e8f9631514fc req-29e47939-8127-4056-b78b-79739ae6ae63 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:00.968071 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-27a6b2dd-6f4d-4af1-9324-e8f9631514fc req-29e47939-8127-4056-b78b-79739ae6ae63 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0505974 Jan 27 16:10:01.013200 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-27a6b2dd-6f4d-4af1-9324-e8f9631514fc req-2b390432-f00f-433d-b768-3ccc9d77a342 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 Jan 27 16:10:02.130191 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ecaf6-bb22-4b86-96f4-61e7adc9ebe0 req-970b9bf1-1042-4f6c-9d10-2c1dcb3c3450 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:02.131626 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5e3ecaf6-bb22-4b86-96f4-61e7adc9ebe0 req-970b9bf1-1042-4f6c-9d10-2c1dcb3c3450 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0520682 Jan 27 16:10:02.178040 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5e3ecaf6-bb22-4b86-96f4-61e7adc9ebe0 req-7f974873-7d51-4339-a472-85f7150cb472 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Jan 27 16:10:03.296354 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ca53a-330f-4c42-bec9-17c74fae866a req-6a59500f-deb8-426b-b058-7cbce1c3d295 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:03.297812 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7e1ca53a-330f-4c42-bec9-17c74fae866a req-6a59500f-deb8-426b-b058-7cbce1c3d295 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0472138 Jan 27 16:10:03.343358 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7e1ca53a-330f-4c42-bec9-17c74fae866a req-4773b265-0c81-4547-bb7c-6bdc3292cfcf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395620 Jan 27 16:10:04.455962 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ead7a-818a-4aeb-b210-03a1f6b62728 req-65e47c72-ccf2-4763-a113-2640d204b741 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:04.457419 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-202ead7a-818a-4aeb-b210-03a1f6b62728 req-65e47c72-ccf2-4763-a113-2640d204b741 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0468352 Jan 27 16:10:04.502240 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-202ead7a-818a-4aeb-b210-03a1f6b62728 req-fa214e48-a960-459f-931a-9dd93f05b0bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Jan 27 16:10:05.621979 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76437854-7aae-42f4-ae1d-bdecd87f6979 req-3ae238fb-ed17-4eba-930c-73c6b1ff8bd8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:05.624225 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-76437854-7aae-42f4-ae1d-bdecd87f6979 req-3ae238fb-ed17-4eba-930c-73c6b1ff8bd8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0532320 Jan 27 16:10:05.674595 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-76437854-7aae-42f4-ae1d-bdecd87f6979 req-db30a6d6-88ae-4eb8-8285-a54d3fc2b294 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Jan 27 16:10:06.792978 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2be7b-bbbe-4e64-a88d-a5c6a5df6c40 req-e68e2596-2f84-4d69-a5da-6388b82c7c9b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:06.794477 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbe2be7b-bbbe-4e64-a88d-a5c6a5df6c40 req-e68e2596-2f84-4d69-a5da-6388b82c7c9b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0504787 Jan 27 16:10:06.855363 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dbe2be7b-bbbe-4e64-a88d-a5c6a5df6c40 req-190d4b36-c81d-429c-a3c2-b71e11ed4b25 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544560 Jan 27 16:10:07.973541 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4322-264f-4973-8feb-c3e3960c3ee9 req-7ffc0a84-7f97-49f9-8acb-40f40cf8bb29 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:07.975029 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-800b4322-264f-4973-8feb-c3e3960c3ee9 req-7ffc0a84-7f97-49f9-8acb-40f40cf8bb29 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0495777 Jan 27 16:10:07.993885 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:10:08.021282 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-800b4322-264f-4973-8feb-c3e3960c3ee9 req-5002eee2-dba2-474a-8bd6-42d5d9dc1afd tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Jan 27 16:10:09.134517 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c0f23-531a-48c3-a2ea-d024a985c358 req-dc0fde7c-15fd-4057-8abd-525f9a50005f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:09.135964 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c51c0f23-531a-48c3-a2ea-d024a985c358 req-dc0fde7c-15fd-4057-8abd-525f9a50005f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0474486 Jan 27 16:10:09.180895 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c51c0f23-531a-48c3-a2ea-d024a985c358 req-47d304de-ad45-438a-ad1c-e01cf63b5ab3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 Jan 27 16:10:10.295931 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a563c0e-cc76-42f4-a19f-ebb5435c1345 req-ff4b0cfb-2256-486c-9fb4-d9b7d7d78cf6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:10.297405 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0a563c0e-cc76-42f4-a19f-ebb5435c1345 req-ff4b0cfb-2256-486c-9fb4-d9b7d7d78cf6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0469968 Jan 27 16:10:10.346318 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0a563c0e-cc76-42f4-a19f-ebb5435c1345 req-4913ed15-378b-4cd0-8070-0abb1b210535 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Jan 27 16:10:11.474093 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25634ca6-275a-4a9f-8602-37345729edf0 req-6ed95a9a-d357-4c72-9b5b-c816cc316b02 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:11.476214 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-25634ca6-275a-4a9f-8602-37345729edf0 req-6ed95a9a-d357-4c72-9b5b-c816cc316b02 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0627925 Jan 27 16:10:11.523739 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-25634ca6-275a-4a9f-8602-37345729edf0 req-a1266da1-04ab-4cc1-a42f-4dfa7dae818d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 Jan 27 16:10:12.644824 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faf798-9e4b-41ca-ad35-f342c2026470 req-d4047526-cb88-4ffc-9b2c-da20b198ee4c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:12.646425 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b4faf798-9e4b-41ca-ad35-f342c2026470 req-d4047526-cb88-4ffc-9b2c-da20b198ee4c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Jan 27 16:10:12.694925 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b4faf798-9e4b-41ca-ad35-f342c2026470 req-dac0ff09-cc49-49ea-b8c1-2e58d8b61cba tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Jan 27 16:10:13.813955 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917780f-460a-4ec9-bd5b-06ee9008a82c req-3acfe0c1-4c25-4d97-8861-9740dced2125 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:13.815462 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f917780f-460a-4ec9-bd5b-06ee9008a82c req-3acfe0c1-4c25-4d97-8861-9740dced2125 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0511029 Jan 27 16:10:13.861244 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f917780f-460a-4ec9-bd5b-06ee9008a82c req-b36b1b6f-941a-4f7c-92e8-3f1600745459 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401447 Jan 27 16:10:14.986358 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543204-e761-45ce-a059-9fd56cb2074f req-6c867c6c-8c86-4a2e-97ef-4d27862b35fc tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:14.987867 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7c543204-e761-45ce-a059-9fd56cb2074f req-6c867c6c-8c86-4a2e-97ef-4d27862b35fc tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0510192 Jan 27 16:10:15.034119 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7c543204-e761-45ce-a059-9fd56cb2074f req-81a0be52-944e-4a69-87f4-aaae1cf738ad tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Jan 27 16:10:16.146472 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035594a-998c-4b89-aaf0-9c96bfddc471 req-4bc35a72-14c4-4f28-861c-f681eb3f633e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:16.147888 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7035594a-998c-4b89-aaf0-9c96bfddc471 req-4bc35a72-14c4-4f28-861c-f681eb3f633e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0483124 Jan 27 16:10:16.195463 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7035594a-998c-4b89-aaf0-9c96bfddc471 req-ae7e30dd-f6fb-4679-aa4b-0c79c66ce652 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413842 Jan 27 16:10:17.309644 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2818d-fa6b-40ac-92bb-5c70be308e6f req-d80adeb4-3041-4493-bfad-dc84fd97e5a4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:17.311116 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-04c2818d-fa6b-40ac-92bb-5c70be308e6f req-d80adeb4-3041-4493-bfad-dc84fd97e5a4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0494893 Jan 27 16:10:17.357094 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-04c2818d-fa6b-40ac-92bb-5c70be308e6f req-3e9be6bb-1db1-4cfa-bd01-343ecb50e6e6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Jan 27 16:10:18.473070 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3296476-fbf5-4d36-9d82-85a723edf370 req-a8d7721d-84a6-416d-828e-8d82c733fd50 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:18.474552 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a3296476-fbf5-4d36-9d82-85a723edf370 req-a8d7721d-84a6-416d-828e-8d82c733fd50 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0508850 Jan 27 16:10:18.521463 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a3296476-fbf5-4d36-9d82-85a723edf370 req-5dd6b444-a4f9-4285-a23b-ca2c0f437fd6 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Jan 27 16:10:19.636197 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8165-6af4-4a50-b2ac-785ccb3cbe31 req-272c0c38-e1d4-480f-83c9-b35777d3f216 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:19.637658 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bf4c8165-6af4-4a50-b2ac-785ccb3cbe31 req-272c0c38-e1d4-480f-83c9-b35777d3f216 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0488942 Jan 27 16:10:19.683263 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-bf4c8165-6af4-4a50-b2ac-785ccb3cbe31 req-ee573d49-0e28-46b9-98fd-3b3695292db0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Jan 27 16:10:20.796969 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94cc30-82c2-4991-8ddc-ac683bb6952b req-9eb004f5-79f8-400e-a67f-66bbfcb4ba69 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:20.798474 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a94cc30-82c2-4991-8ddc-ac683bb6952b req-9eb004f5-79f8-400e-a67f-66bbfcb4ba69 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Jan 27 16:10:20.846895 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a94cc30-82c2-4991-8ddc-ac683bb6952b req-b220bf9f-496e-49b8-b737-de99faf6dc55 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427773 Jan 27 16:10:21.306691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42726) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:21.350660 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Deleting subnet f3e9bdfd-1085-4a85-80f0-77fb5930ac3d {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:10:21.354263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Publish callbacks [] for subnet (f3e9bdfd-1085-4a85-80f0-77fb5930ac3d), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.392014 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (f3e9bdfd-1085-4a85-80f0-77fb5930ac3d), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.429455 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (f3e9bdfd-1085-4a85-80f0-77fb5930ac3d), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.482334 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (f3e9bdfd-1085-4a85-80f0-77fb5930ac3d), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.506049 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e9bdfd-1085-4a85-80f0-77fb5930ac3d,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:21.511768 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.514912 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2dd36bdc-d391-4657-aaa6-6fcddfbf96e5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f3e9bdfd-1085-4a85-80f0-77fb5930ac3d HTTP/1.1" status: 204 len: 168 time: 0.2065892 Jan 27 16:10:21.517357 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42730) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:21.586468 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (9564f5ab-b5b0-4731-93e1-698de8676e63), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.663535 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (9564f5ab-b5b0-4731-93e1-698de8676e63), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.683993 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9564f5ab-b5b0-4731-93e1-698de8676e63']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:21.693363 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021881b1-0f22-4496-9230-872b244c8462') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:21.693668 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021881b1-0f22-4496-9230-872b244c8462') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:21.707021 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (021881b1-0f22-4496-9230-872b244c8462), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.722581 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (021881b1-0f22-4496-9230-872b244c8462), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.729453 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:10:21.729842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (021881b1-0f22-4496-9230-872b244c8462), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:10:21.731711 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:10:21.788497 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (9564f5ab-b5b0-4731-93e1-698de8676e63), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.794588 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:21.798377 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9564f5ab-b5b0-4731-93e1-698de8676e63 HTTP/1.1" status: 204 len: 168 time: 0.2801063 Jan 27 16:10:21.809350 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53549d6d-c8d2-4b4c-bcb8-3d473dc3ba92 admin admin] Pushing event deleted for resources: {'Network': ['ID=9564f5ab-b5b0-4731-93e1-698de8676e63,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:21.965992 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103890f-94ce-4fe4-aa14-1f4e6bca46a3 req-ccb01110-95c8-492f-b22d-f8e30491f53a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:21.967575 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1103890f-94ce-4fe4-aa14-1f4e6bca46a3 req-ccb01110-95c8-492f-b22d-f8e30491f53a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Jan 27 16:10:21.968888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42736) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:22.041157 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1756cbcb-2ac8-470e-9b09-5056d43c777f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f9b239b5a37482a93c714c4cff8d675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708973 Jan 27 16:10:22.043877 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42738) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:22.044614 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1103890f-94ce-4fe4-aa14-1f4e6bca46a3 req-98f44b91-2fbf-40d7-892d-704fc258b4b5 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693464 Jan 27 16:10:22.092365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4941ee45-83db-468e-bac2-d1583e14b01b admin admin] Publish callbacks [] for security_group (a0c05d5a-ee3e-4e8e-ba19-1f77de05646e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:22.113174 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4941ee45-83db-468e-bac2-d1583e14b01b admin admin] Publish callbacks [] for security_group (a0c05d5a-ee3e-4e8e-ba19-1f77de05646e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:22.158571 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4941ee45-83db-468e-bac2-d1583e14b01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a0c05d5a-ee3e-4e8e-ba19-1f77de05646e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:22.161248 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-4941ee45-83db-468e-bac2-d1583e14b01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:22.162429 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4941ee45-83db-468e-bac2-d1583e14b01b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0c05d5a-ee3e-4e8e-ba19-1f77de05646e HTTP/1.1" status: 204 len: 168 time: 0.1175492 Jan 27 16:10:22.170714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941ee45-83db-468e-bac2-d1583e14b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c05d5a-ee3e-4e8e-ba19-1f77de05646e,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:23.158440 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949aac-9d29-45f1-a941-9ac34afee7ba req-4d3a64ff-df7e-4296-b405-43044398ac3c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:23.159989 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ca949aac-9d29-45f1-a941-9ac34afee7ba req-4d3a64ff-df7e-4296-b405-43044398ac3c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0479281 Jan 27 16:10:23.210332 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ca949aac-9d29-45f1-a941-9ac34afee7ba req-70cdd449-68f8-40e4-9f5b-48aee32cc798 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Jan 27 16:10:23.409089 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7a20b-c63b-411d-a9b9-0c5c1fa6b30e req-c1c7debc-4f7e-4395-9bd6-4d7e98ec7f06 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:23.410643 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-19c7a20b-c63b-411d-a9b9-0c5c1fa6b30e req-c1c7debc-4f7e-4395-9bd6-4d7e98ec7f06 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Jan 27 16:10:23.482775 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-19c7a20b-c63b-411d-a9b9-0c5c1fa6b30e req-9ae658af-2257-4939-a849-c987887aebea tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658796 Jan 27 16:10:23.492097 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-a59cc888-2023-4abf-a9c7-1abbef84cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:23.493669 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-a59cc888-2023-4abf-a9c7-1abbef84cd19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0596945 Jan 27 16:10:23.587786 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-3d43bdc3-fbbf-473b-a1b4-3d71dacb3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:23.589159 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-3d43bdc3-fbbf-473b-a1b4-3d71dacb3ea2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.0861304 Jan 27 16:10:23.658113 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-ce837716-6315-4d0f-9876-512800c59fc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 1001 time: 0.0583286 Jan 27 16:10:23.710557 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-5f8fff51-47ee-4d08-b96a-45c350eaf036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:23.712039 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-5f8fff51-47ee-4d08-b96a-45c350eaf036 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.0473804 Jan 27 16:10:23.757671 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-88ad9bf3-41dd-4e81-9fe8-621abd741ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:23.759197 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-88ad9bf3-41dd-4e81-9fe8-621abd741ed0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407655 Jan 27 16:10:23.846886 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-39356713-50d7-4487-bc6a-76804aa10698 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804677 Jan 27 16:10:23.939192 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fdf60a0f-1047-477f-9d04-91ed69cb47c3 req-8bd35811-feaa-4d4b-a832-5c3d6de59eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846601 Jan 27 16:10:24.459109 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a1acca20-ccf8-46ee-9224-2399ee624030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:24.618151 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752554-790d-40a3-adfc-2be45e199851 req-a48e338b-d890-4688-a9ee-496a1c02f019 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:24.620225 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-13752554-790d-40a3-adfc-2be45e199851 req-a48e338b-d890-4688-a9ee-496a1c02f019 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0541933 Jan 27 16:10:24.667883 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-13752554-790d-40a3-adfc-2be45e199851 req-fa3ae36b-ef2b-4a4c-ba6e-ee0082dec188 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Jan 27 16:10:26.737839 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-587c4ff1-19ac-4839-a2cc-5ff460b17f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:27.653520 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:28.229583 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:29.167903 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:30.475116 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:44.055855 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffef1b-63f9-4fca-8308-a9dadd85573d req-7932cf33-111d-4c7d-aed5-93144000e8f5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:44.057320 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a0ffef1b-63f9-4fca-8308-a9dadd85573d req-7932cf33-111d-4c7d-aed5-93144000e8f5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0476642 Jan 27 16:10:44.106078 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a0ffef1b-63f9-4fca-8308-a9dadd85573d req-e73df182-1fe7-4111-95a2-b634f8dd8eac tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Jan 27 16:10:44.993692 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:10:45.225246 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104960f-dd71-4082-bd42-3523f82eb15f req-939f8936-5884-4f32-9127-0f05f7ab02ac tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:45.227271 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b104960f-dd71-4082-bd42-3523f82eb15f req-939f8936-5884-4f32-9127-0f05f7ab02ac tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0485425 Jan 27 16:10:45.273765 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b104960f-dd71-4082-bd42-3523f82eb15f req-d66af555-881a-428e-8897-bbd84ecd0183 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406158 Jan 27 16:10:45.888297 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-a6cce5c3-6ad3-4789-a3f5-e14e1fb4fcc0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:45.889762 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-a6cce5c3-6ad3-4789-a3f5-e14e1fb4fcc0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0502875 Jan 27 16:10:45.984731 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Deleting port 7f3911ec-edec-4658-b029-6a522d1a3093 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:10:45.985068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:46.078755 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] For port 7f3911ec-edec-4658-b029-6a522d1a3093, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7f3911ec-edec-4658-b029-6a522d1a3093,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:10:46.079146 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:46.298715 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:46.299425 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:46.299425 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Floating IP 1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca disassociated. External IP: 172.27.3.76, port: 7f3911ec-edec-4658-b029-6a522d1a3093. Jan 27 16:10:46.299792 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Calling delete_port for 7f3911ec-edec-4658-b029-6a522d1a3093 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:10:46.396129 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482594a6-237b-49fd-bd96-9226fb5a930c req-f93437f6-f85b-4984-84be-39e03a2e0b38 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:46.397612 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-482594a6-237b-49fd-bd96-9226fb5a930c req-f93437f6-f85b-4984-84be-39e03a2e0b38 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffb168b3-a714-4f0b-aca9-d23922390178 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Jan 27 16:10:46.430275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (7f3911ec-edec-4658-b029-6a522d1a3093), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:46.445372 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-482594a6-237b-49fd-bd96-9226fb5a930c req-155668a1-c7c5-403c-af47-2b124a06a9fd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b2ff10-9e77-4ae3-bb6e-19849f741037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Jan 27 16:10:46.456728 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event deleted for resources: {'Port': ['ID=7f3911ec-edec-4658-b029-6a522d1a3093,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:46.569055 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Router 3eb14355-0d59-470b-9caa-1e3792f2409e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:10:46.675714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:10:46.687128 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:10:46.696829 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:10:46.697566 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:10:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:46.715882 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] No DVR routers for this DVR port 7f3911ec-edec-4658-b029-6a522d1a3093 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:10:46.718433 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:46.721724 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-83f01a93-f58c-4a75-95bd-8670ec371df5 req-c2c45e3a-f52c-47ad-81bb-ef2770b985ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "DELETE /v2.0/ports/7f3911ec-edec-4658-b029-6a522d1a3093 HTTP/1.1" status: 204 len: 173 time: 0.8256080 Jan 27 16:10:46.722175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-deleted', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:10:46.724474 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91627eb3-0cd4-4594-8d17-4dc670282059" -d '{"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-deleted", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:10:46.764123 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e98220-5583-4ad0-9b41-c8fc31052191 x-openstack-request-id: req-07e98220-5583-4ad0-9b41-c8fc31052191 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:10:46.764450 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb168b3-a714-4f0b-aca9-d23922390178", "name": "network-vif-deleted", "tag": "7f3911ec-edec-4658-b029-6a522d1a3093", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:10:46.764704 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07e98220-5583-4ad0-9b41-c8fc31052191 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:10:46.765160 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb168b3-a714-4f0b-aca9-d23922390178', 'name': 'network-vif-deleted', 'tag': '7f3911ec-edec-4658-b029-6a522d1a3093', 'status': 'completed', 'code': 200} Jan 27 16:10:46.822785 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:10:47.140726 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:47.166875 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:10:47.175287 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:10:47.175892 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:10:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:47.283137 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:10:47.490754 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:10:47.518198 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2900c-1b46-4154-9a3c-9a1cbf1fc2b6 None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:10:47.542253 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42796) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:47.602748 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-523afc66-46eb-4777-bcfd-797f04c0f065 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (60b2ff10-9e77-4ae3-bb6e-19849f741037), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:47.768126 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22cfc6e-158f-42da-8253-2c06a1c70aff None None] New status for floating IP 1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:10:47.890430 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-523afc66-46eb-4777-bcfd-797f04c0f065 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (60b2ff10-9e77-4ae3-bb6e-19849f741037), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:47.941270 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-523afc66-46eb-4777-bcfd-797f04c0f065 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (60b2ff10-9e77-4ae3-bb6e-19849f741037), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:47.946111 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-523afc66-46eb-4777-bcfd-797f04c0f065 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:47.947301 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-523afc66-46eb-4777-bcfd-797f04c0f065 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "DELETE /v2.0/security-groups/60b2ff10-9e77-4ae3-bb6e-19849f741037 HTTP/1.1" status: 204 len: 168 time: 0.4039528 Jan 27 16:10:47.950317 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42798) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:47.957387 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523afc66-46eb-4777-bcfd-797f04c0f065 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2ff10-9e77-4ae3-bb6e-19849f741037,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:47.971520 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.api.v2.resource [None req-9b06d03b-c0ea-4d18-981c-3a69eb8d9919 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] show failed (client error): The resource could not be found. Jan 27 16:10:47.976576 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9b06d03b-c0ea-4d18-981c-3a69eb8d9919 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups/60b2ff10-9e77-4ae3-bb6e-19849f741037 HTTP/1.1" status: 404 len: 347 time: 0.0243986 Jan 27 16:10:47.977327 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42800) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:48.115125 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Deleting port 828992c0-b39c-421c-a432-bcdbadb02154 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:10:48.115470 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (828992c0-b39c-421c-a432-bcdbadb02154), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.194122 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (828992c0-b39c-421c-a432-bcdbadb02154), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.194452 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (828992c0-b39c-421c-a432-bcdbadb02154), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.206428 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Calling delete_port for 828992c0-b39c-421c-a432-bcdbadb02154 owned by network:floatingip {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:10:48.340304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (828992c0-b39c-421c-a432-bcdbadb02154), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.370555 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event deleted for resources: {'Port': ['ID=828992c0-b39c-421c-a432-bcdbadb02154,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:48.395342 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.395694 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.396038 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.396379 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.396719 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.397443 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.397443 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.397710 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.398113 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.398367 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.398695 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.399091 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.399422 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:48.443541 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.446036 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.447211 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2508b97a-2efe-4c68-8be4-c781ddd76069 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "DELETE /v2.0/floatingips/1ba9bb12-286b-4cd6-9cd4-cfc449f6c5ca HTTP/1.1" status: 204 len: 168 time: 0.4676876 Jan 27 16:10:48.681989 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42804) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:48.686569 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680560286', 'description': 'tempest-description--1461974306'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:10:48.706878 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.774247 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (34ccce91-b766-4f52-9532-71aebcc2c070), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.777951 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (34ccce91-b766-4f52-9532-71aebcc2c070), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.809144 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.810453 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274285 Jan 27 16:10:48.813506 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42806) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:48.818954 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'security_group_rule': {'security_group_id': '34ccce91-b766-4f52-9532-71aebcc2c070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:10:48.824186 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab816cf0-458f-4c41-ad0e-7a2df4450569 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ccce91-b766-4f52-9532-71aebcc2c070,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:48.848058 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (5d030b7f-932c-4716-8034-29fcef331061), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.910190 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (5d030b7f-932c-4716-8034-29fcef331061), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.914066 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (5d030b7f-932c-4716-8034-29fcef331061), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.932243 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d030b7f-932c-4716-8034-29fcef331061,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:48.937231 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:48.938452 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-54d95be6-6c34-418c-ab43-675a897ad2ca tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239676 Jan 27 16:10:48.941204 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42808) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:48.945987 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'security_group_rule': {'security_group_id': '34ccce91-b766-4f52-9532-71aebcc2c070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:10:48.971025 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (262e2943-d400-42a4-8a44-f40748d7a32c), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.027470 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (262e2943-d400-42a4-8a44-f40748d7a32c), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.031649 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (262e2943-d400-42a4-8a44-f40748d7a32c), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.048486 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262e2943-d400-42a4-8a44-f40748d7a32c,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:49.060600 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.061868 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-4bc97965-12b9-4adf-a7aa-7c0ff6792079 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197274 Jan 27 16:10:49.065328 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42810) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:10:49.069874 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:10:49.092769 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.196299 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.300269 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Allocated IP 172.27.3.34 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/fe883bfd-14f1-449a-bfef-d0684fed665f) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:10:49.624564 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.656875 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.694881 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:10:49.697632 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:10:49.703166 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:10:49.708548 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'Port': ['ID=fe883bfd-14f1-449a-bfef-d0684fed665f,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:49.795619 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (97121ca8-b661-447e-9958-011b43905430), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.831827 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.988284 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:49.993848 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:50.064851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'Port': ['ID=fe883bfd-14f1-449a-bfef-d0684fed665f,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:50.077262 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (97121ca8-b661-447e-9958-011b43905430), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:50.092607 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:50.093754 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d2ad5e84-cc72-432f-8765-8fd2993d342c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0274446 Jan 27 16:10:50.297748 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-a4fe89d4-d9e6-4e43-8f59-d15ed07a48d1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--680560286&fields=id&tenant_id=89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 267 time: 0.0492229 Jan 27 16:10:50.411064 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-3da74d86-f810-4371-8e43-333d5ebbd8a2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:50.412511 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-3da74d86-f810-4371-8e43-333d5ebbd8a2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 816 time: 0.1085036 Jan 27 16:10:50.426467 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-b95b0604-9d94-4e6d-a384-da2a56a99521 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/quotas/89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 375 time: 0.0086904 Jan 27 16:10:50.476993 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-260a482b-cd32-4afb-9402-5366c40fc154 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450277 Jan 27 16:10:50.571990 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-1f27d9e4-ce43-4d33-b6b6-8482c0dc5f2a service neutron] 10.222.0.61 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Jan 27 16:10:50.660126 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-e79fb088-6f5e-4620-95ae-f78ddf6a5eaf service neutron] 10.222.0.61 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 Jan 27 16:10:50.820314 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:10:50.834386 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9fb7e09a-bb7d-42bf-bd16-e2ddd5f96070 req-bd8ff62b-87ca-445a-b952-e35f8abbba34 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 210 time: 0.0291078 Jan 27 16:10:50.846718 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 7f3911ec-edec-4658-b029-6a522d1a3093 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:10:50.847098 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 7f3911ec-edec-4658-b029-6a522d1a3093 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:10:51.811606 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-0d80cedf-d72a-4957-8e27-39deb189828f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:51.813053 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-0d80cedf-d72a-4957-8e27-39deb189828f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 816 time: 0.1074474 Jan 27 16:10:51.880753 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-53e939e6-7aef-48f5-bf74-9bf94b1885e2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 379 time: 0.0581732 Jan 27 16:10:51.907928 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'port': {'device_id': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'admin_state_up': True, 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'security_groups': ['34ccce91-b766-4f52-9532-71aebcc2c070']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:10:51.973593 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6d3fbf2a-cf33-4834-9c42-185dcdda1b79 req-3b0859ae-6d30-4689-8269-01ce14a3d0d8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 210 time: 0.0621135 Jan 27 16:10:52.038203 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Made reservation on behalf of 89f6fa34c0ae441a8fcb708070986ea9 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:10:52.041806 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.164544 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Allocated IP 172.20.0.7 (3ac1415e-ce93-45b8-8b83-dca773596e87/adf1692f-6673-4f3f-b614-de302694ba36/65f08781-43d4-4145-addc-4b4981e01510) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:10:52.302863 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for port (65f08781-43d4-4145-addc-4b4981e01510), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.336974 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.380071 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:10:52.383637 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:10:52.386029 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:10:52.413320 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:52.427411 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.427684 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.428032 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.428377 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.428847 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.429634 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.430011 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.430424 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.430764 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.431151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.431483 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.431816 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.432151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:52.456161 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:52.456819 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.473875 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-30526ff0-fc46-48e9-a9c3-ccb82034d9cb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699103 Jan 27 16:10:52.551916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Request body: {'port': {'device_id': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:10:52.609786 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.613626 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-6ffa6dd0-6ddd-4638-b13d-930ab8fc91cc None None] Provisioning complete for port 65f08781-43d4-4145-addc-4b4981e01510 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:10:52.614117 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6dd0-6ddd-4638-b13d-930ab8fc91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (65f08781-43d4-4145-addc-4b4981e01510), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.649366 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa6dd0-6ddd-4638-b13d-930ab8fc91cc None None] Port 65f08781-43d4-4145-addc-4b4981e01510 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:10:52.865840 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f08781-43d4-4145-addc-4b4981e01510 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:10:52.873875 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Publish callbacks [] for port (65f08781-43d4-4145-addc-4b4981e01510), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.886205 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Transition to ACTIVE for port object 65f08781-43d4-4145-addc-4b4981e01510 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:10:52.890194 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:52.939565 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:53.015910 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Attempting to bind port 65f08781-43d4-4145-addc-4b4981e01510 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:10:53.016260 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Attempting to bind port 65f08781-43d4-4145-addc-4b4981e01510 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:10:53.016597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Attempting to bind port 65f08781-43d4-4145-addc-4b4981e01510 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:10:53.022083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Port 65f08781-43d4-4145-addc-4b4981e01510 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:10:53.022413 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Attempting to bind port 65f08781-43d4-4145-addc-4b4981e01510 on network 3ac1415e-ce93-45b8-8b83-dca773596e87 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:10:53.028438 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:10:53.028796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Checking segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:10:53.029188 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Bound using segment: {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:10:53.029664 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Bound port: 65f08781-43d4-4145-addc-4b4981e01510, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc9ba25-aac0-49aa-89c2-a86269d6fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:10:53.030033 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:53.100553 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f40b9-ab45-44a6-9757-9705a756f823 req-1e4d8680-640c-49fa-a27d-da3207583903 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.101894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:10:53.102936 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ba3f40b9-ab45-44a6-9757-9705a756f823 req-1e4d8680-640c-49fa-a27d-da3207583903 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0504043 Jan 27 16:10:53.104981 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:10:53.110803 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:53.148567 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.149081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:53.150487 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] 10.222.0.60 "PUT /v2.0/ports/65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 1093 time: 0.6029820 Jan 27 16:10:53.150931 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:10:53.153324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe1c035-6554-45e3-ac75-e8cf18c98dae" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:10:53.156827 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ba3f40b9-ab45-44a6-9757-9705a756f823 req-0c69c342-a766-4f29-a6b0-8f16d2e0895a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475309 Jan 27 16:10:53.175546 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a738c62-84f9-41b1-8b56-2c10fc0abb78 service neutron] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:53.244630 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263fac6c-62c6-4038-a128-6cae36201475 x-openstack-request-id: req-263fac6c-62c6-4038-a128-6cae36201475 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:10:53.244919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:10:53.245171 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-263fac6c-62c6-4038-a128-6cae36201475 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:10:53.245565 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'status': 'completed', 'code': 200} Jan 27 16:10:53.262761 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-3a41058c-4908-4eba-9565-925714ffaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.264339 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-3a41058c-4908-4eba-9565-925714ffaf65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1096 time: 0.0503500 Jan 27 16:10:53.308802 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-613e2327-4866-4d50-acbc-8e0f7e42501b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 217 time: 0.0343564 Jan 27 16:10:53.358566 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-e95dac0f-7604-4a52-b786-d2b460677dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.360092 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-e95dac0f-7604-4a52-b786-d2b460677dbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0452926 Jan 27 16:10:53.410023 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-c1772f86-4021-4709-bb88-02a8677ae603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.411425 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-c1772f86-4021-4709-bb88-02a8677ae603 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440664 Jan 27 16:10:53.499829 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-87ba5323-0b5a-4eb0-93cf-6de4a62ecc3f service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814219 Jan 27 16:10:53.591922 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-428436b7-bfde-4ba9-870c-73164453bdf2 req-12843781-8b0d-4592-8500-1438f7f84917 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Jan 27 16:10:53.684913 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-598514eb-b09a-4dd7-9059-a57185b9ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.686327 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-598514eb-b09a-4dd7-9059-a57185b9ddb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1096 time: 0.0417819 Jan 27 16:10:53.776750 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-b3c72251-66c3-4aba-b6bd-924bb08181ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.778214 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-b3c72251-66c3-4aba-b6bd-924bb08181ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0849767 Jan 27 16:10:53.825314 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-9465c0b6-53f0-4259-a86d-d290123baeb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 217 time: 0.0380623 Jan 27 16:10:53.874722 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-a89f8afd-6fbc-429e-a6a4-fbf93629c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.876210 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-a89f8afd-6fbc-429e-a6a4-fbf93629c32f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0440640 Jan 27 16:10:53.921394 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-35fa09eb-5dfa-4d42-8fe1-dcdcd00ba727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:53.922873 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-35fa09eb-5dfa-4d42-8fe1-dcdcd00ba727 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392494 Jan 27 16:10:54.017575 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-4f1f67a1-7a32-41fc-8e23-b0b41f5ee075 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859740 Jan 27 16:10:54.112258 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-abe1c035-6554-45e3-ac75-e8cf18c98dae req-f2dee666-0510-477e-b24b-536d64ab51f7 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870812 Jan 27 16:10:54.276044 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ef64-23b8-4c8b-b61f-8116d5aa2504 req-e37c41a4-c753-4f1a-a586-9627fbb5858f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:54.277381 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-54b2ef64-23b8-4c8b-b61f-8116d5aa2504 req-e37c41a4-c753-4f1a-a586-9627fbb5858f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0471742 Jan 27 16:10:54.323626 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-54b2ef64-23b8-4c8b-b61f-8116d5aa2504 req-908ea5bd-1b19-4159-b84f-d36e7c1cdb0c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Jan 27 16:10:54.459298 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4ce145e6-457c-461e-91ae-339a2f8a5533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:55.441128 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9af80-e986-4a5c-bef3-7afda240fddb req-82044ce0-a213-4982-bbb5-dcf5db7c24de tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:55.442595 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0b9af80-e986-4a5c-bef3-7afda240fddb req-82044ce0-a213-4982-bbb5-dcf5db7c24de tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0472252 Jan 27 16:10:55.492577 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0b9af80-e986-4a5c-bef3-7afda240fddb req-663cccc1-3983-4842-8e51-b4e9b9286e87 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Jan 27 16:10:56.608880 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108bfb7-cecb-41e4-befa-cdff8974b05f req-907599a5-49af-4837-9da1-65262ae8b390 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:56.610373 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9108bfb7-cecb-41e4-befa-cdff8974b05f req-907599a5-49af-4837-9da1-65262ae8b390 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0469921 Jan 27 16:10:56.655828 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9108bfb7-cecb-41e4-befa-cdff8974b05f req-08b27e83-1cc8-434a-9462-3dbc4d04f017 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Jan 27 16:10:56.739975 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-02417ca4-428d-453f-8621-b68031e4e392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:56.856442 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:10:56.951686 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:10:56.963661 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '65f08781-43d4-4145-addc-4b4981e01510', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'port_id': '65f08781-43d4-4145-addc-4b4981e01510', 'mac_address': 'fa:16:3e:46:14:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:10:57.002643 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:10:57.003073 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:57.015865 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f08781-43d4-4145-addc-4b4981e01510 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:10:57.040014 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:10:57.043683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:57.091226 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:57.098183 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.098535 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.098881 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.099293 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.099633 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.099965 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.100295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.101251 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.101584 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.101914 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.102241 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.102568 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.102890 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:10:57.369879 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-59032ca7-ec15-49de-8871-3b36ba75839d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403442 Jan 27 16:10:57.427825 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['65f08781-43d4-4145-addc-4b4981e01510'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:10:57.432451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-556ab76e-8b2c-4fc5-a5f0-b9d908fdbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:57.433951 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-556ab76e-8b2c-4fc5-a5f0-b9d908fdbd30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0414951 Jan 27 16:10:57.539669 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-598a2047-6114-4e83-9019-c3b5840b7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:57.541159 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-598a2047-6114-4e83-9019-c3b5840b7d57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.0874915 Jan 27 16:10:57.607901 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-ed5d1bd4-b0aa-4996-9da1-02837eda853a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 200 len: 1001 time: 0.0600364 Jan 27 16:10:57.654708 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:57.660121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-f00f5aef-eab5-42f2-ba89-616966c7c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:57.661654 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-f00f5aef-eab5-42f2-ba89-616966c7c1f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.0458999 Jan 27 16:10:57.712906 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-a2b327d1-a691-479b-8f1c-325f5bb06048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:57.714472 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-a2b327d1-a691-479b-8f1c-325f5bb06048 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459433 Jan 27 16:10:57.824895 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a443ba9-4c23-4cab-8231-977115189667 req-ce355178-9a91-47ef-a390-6b37404ae187 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:57.826338 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a443ba9-4c23-4cab-8231-977115189667 req-ce355178-9a91-47ef-a390-6b37404ae187 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 944 time: 0.0979033 Jan 27 16:10:57.855893 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-0bf4a3ea-efdb-41c1-af53-004b20662d6d service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348896 Jan 27 16:10:57.926418 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0a443ba9-4c23-4cab-8231-977115189667 req-796f6ca3-f4bb-4950-8cdc-48fe22bb3ef1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920045 Jan 27 16:10:57.960857 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1dffe24b-c233-41b3-bf37-d0e9305a82d2 req-c3275a3f-21c4-46e0-94be-21f2560d2d41 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973690 Jan 27 16:10:58.220929 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:58.869801 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:10:58.919790 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 65f08781-43d4-4145-addc-4b4981e01510 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:10:58.923783 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 65f08781-43d4-4145-addc-4b4981e01510 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:10:58.924162 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (65f08781-43d4-4145-addc-4b4981e01510), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:59.003415 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:10:59.003810 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:59.027306 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:10:59.029552 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc8e797-8b77-48f5-8db9-88a523298c6b" -d '{"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-plugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:10:59.043146 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:10:59.048012 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:59.049429 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdf941-e32f-4ea1-9504-fbd784bca6aa req-9d4292ac-adc5-45e4-95a9-9c0e66df6138 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:59.050961 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-24bdf941-e32f-4ea1-9504-fbd784bca6aa req-9d4292ac-adc5-45e4-95a9-9c0e66df6138 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 944 time: 0.0524118 Jan 27 16:10:59.073430 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acfa7a4-3c11-4073-95f2-2b9410745c3e x-openstack-request-id: req-5acfa7a4-3c11-4073-95f2-2b9410745c3e {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:10:59.073725 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-plugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:10:59.073976 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5acfa7a4-3c11-4073-95f2-2b9410745c3e {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:10:59.074364 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'code': 200} Jan 27 16:10:59.104886 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-24bdf941-e32f-4ea1-9504-fbd784bca6aa req-a4232683-4d77-4660-9449-0019d8f2a732 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470691 Jan 27 16:10:59.107374 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:10:59.170887 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:10:59.243600 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7899d4-f7ed-4dc1-9f07-78a89dc43c70 req-59d0680f-f299-4eb3-a1fb-56e1e0c322b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:10:59.245098 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb7899d4-f7ed-4dc1-9f07-78a89dc43c70 req-59d0680f-f299-4eb3-a1fb-56e1e0c322b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1098 time: 0.0405076 Jan 27 16:10:59.291264 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb7899d4-f7ed-4dc1-9f07-78a89dc43c70 req-db36fcc3-7287-4662-8f41-a55c959eec57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401561 Jan 27 16:11:00.224894 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b946e3b-6fc1-4171-9d2c-7b2a88a3e995 req-538a0228-9c5e-4ea2-ad86-ef4aab2d631e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:00.226376 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5b946e3b-6fc1-4171-9d2c-7b2a88a3e995 req-538a0228-9c5e-4ea2-ad86-ef4aab2d631e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0482213 Jan 27 16:11:00.273354 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5b946e3b-6fc1-4171-9d2c-7b2a88a3e995 req-d92765e6-c866-4340-9af4-2d1a9775da32 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Jan 27 16:11:00.476999 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:01.390284 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30954d4-100d-4055-bf3f-dc7035f938ff req-b844d424-a439-4680-a8b4-5f341b33a208 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:01.391772 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f30954d4-100d-4055-bf3f-dc7035f938ff req-b844d424-a439-4680-a8b4-5f341b33a208 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0474420 Jan 27 16:11:01.437408 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f30954d4-100d-4055-bf3f-dc7035f938ff req-df266498-327b-4966-abde-655a95847259 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Jan 27 16:11:01.555793 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e11e-b12e-4eba-9899-40a2e6f5344e req-e49d238d-b593-457b-8af9-13fc2b2e4eb2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:01.557188 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-95b6e11e-b12e-4eba-9899-40a2e6f5344e req-e49d238d-b593-457b-8af9-13fc2b2e4eb2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0480044 Jan 27 16:11:01.565464 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42874) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:01.569617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Request body: {'floatingip': {'port_id': '65f08781-43d4-4145-addc-4b4981e01510'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:01.611035 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (97121ca8-b661-447e-9958-011b43905430), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:02.027182 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:02.034415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (97121ca8-b661-447e-9958-011b43905430), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:02.378970 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Floating IP 97121ca8-b661-447e-9958-011b43905430 associated. External IP: 172.27.3.34, port: 65f08781-43d4-4145-addc-4b4981e01510. Jan 27 16:11:02.577795 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Router 3eb14355-0d59-470b-9caa-1e3792f2409e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:11:02.683516 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:11:02.688225 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:02.692928 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:11:02.701887 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:11:02.702520 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:10:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:02.716936 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-25939c33-2cbe-46fe-a690-5aab7bda07ad tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "PUT /v2.0/floatingips/97121ca8-b661-447e-9958-011b43905430 HTTP/1.1" status: 200 len: 990 time: 1.1504500 Jan 27 16:11:02.717515 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:11:02.719774 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506cadfc-03df-4ea0-abab-a1bf9283b1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:11:02.757764 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce8053-16ad-4ce2-8c61-84d412417120 x-openstack-request-id: req-b3ce8053-16ad-4ce2-8c61-84d412417120 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:11:02.758056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:11:02.758308 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3ce8053-16ad-4ce2-8c61-84d412417120 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:11:02.758701 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'status': 'completed', 'code': 200} Jan 27 16:11:02.811896 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:11:02.831246 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-43e285dd-e348-48e4-b4e2-3ce78a043622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:02.832739 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-43e285dd-e348-48e4-b4e2-3ce78a043622 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1098 time: 0.0489230 Jan 27 16:11:02.923254 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-f705a359-17c4-421f-b6e3-16656ae28d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:02.924840 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-f705a359-17c4-421f-b6e3-16656ae28d23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0852041 Jan 27 16:11:02.993441 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-e39ce012-c72a-4d78-b69a-75d718bd57ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 998 time: 0.0616381 Jan 27 16:11:03.037568 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '97121ca8-b661-447e-9958-011b43905430', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'port_id': '65f08781-43d4-4145-addc-4b4981e01510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'mac_address': 'fa:16:3e:46:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:10:49Z', 'updated_at': '2022-01-27T16:11:01Z', 'revision_number': 1, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:03.046092 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-fbc67ce6-9c64-4f73-b7e6-b06a91df197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:03.047550 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-fbc67ce6-9c64-4f73-b7e6-b06a91df197e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0433545 Jan 27 16:11:03.063771 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:11:03.072027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:11:03.072635 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:10:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:03.093609 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-dfa961d4-cbe2-43b8-ba9b-ef6c22756a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:03.095103 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-dfa961d4-cbe2-43b8-ba9b-ef6c22756a17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394726 Jan 27 16:11:03.178414 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:11:03.190624 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-b6f4dbba-e041-4bfc-a881-1df8023d7134 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884473 Jan 27 16:11:03.284854 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-506cadfc-03df-4ea0-abab-a1bf9283b1a7 req-5f9efb22-69c1-4ca9-987e-95b923db3a48 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866675 Jan 27 16:11:03.420755 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '97121ca8-b661-447e-9958-011b43905430', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'port_id': '65f08781-43d4-4145-addc-4b4981e01510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'mac_address': 'fa:16:3e:46:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:10:49Z', 'updated_at': '2022-01-27T16:11:01Z', 'revision_number': 1, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:03.447545 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ff799-0272-4bdc-bb33-8293346b2860 None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '97121ca8-b661-447e-9958-011b43905430', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'port_id': '65f08781-43d4-4145-addc-4b4981e01510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'mac_address': 'fa:16:3e:46:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:10:49Z', 'updated_at': '2022-01-27T16:11:01Z', 'revision_number': 1, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:11:03.636736 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3af131-0a3c-44ab-ba4e-83db058b5b87 None None] New status for floating IP 97121ca8-b661-447e-9958-011b43905430: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:11:21.993562 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:11:24.460224 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-283bfa81-9b58-4f10-acba-b7c8ce946879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:26.744072 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e2a4-750f-4ea5-bd71-9b9546cc5fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:27.658995 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:28.224048 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:29.173050 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:30.479314 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:32.218280 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7129d4-93bd-4d71-aefe-1ae4225874e4 req-a9a9b605-e59f-431b-9118-d66e0d82a022 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:32.219758 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a7129d4-93bd-4d71-aefe-1ae4225874e4 req-a9a9b605-e59f-431b-9118-d66e0d82a022 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0476120 Jan 27 16:11:32.270294 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3a7129d4-93bd-4d71-aefe-1ae4225874e4 req-2467135a-d6f1-4c74-a4b7-0e7bee0cefd4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 Jan 27 16:11:33.383769 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f86a0b-6a90-42a7-9421-72a7a212c94e req-64a241c6-8e7f-4428-ac01-27895030030f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:33.385242 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-90f86a0b-6a90-42a7-9421-72a7a212c94e req-64a241c6-8e7f-4428-ac01-27895030030f tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Jan 27 16:11:33.431923 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-90f86a0b-6a90-42a7-9421-72a7a212c94e req-89f4ee48-1d3b-458c-a9cb-fce1e80ccc97 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=06f418a3-2f6d-43d7-a9fe-44c1474c86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Jan 27 16:11:33.519636 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-5ded0a33-4d40-48c7-ad34-d5cabb443729 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:33.521061 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-5ded0a33-4d40-48c7-ad34-d5cabb443729 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 945 time: 0.0469320 Jan 27 16:11:33.614121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Deleting port d2fdd9de-12ca-4356-8752-d36ccf10679b {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:11:33.614456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:33.699247 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] For port d2fdd9de-12ca-4356-8752-d36ccf10679b, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=d2fdd9de-12ca-4356-8752-d36ccf10679b,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:11:33.699610 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:33.871946 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:33.872233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (ab73a766-2b22-4632-ad6f-62eb2e23cdd9), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:33.872554 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Floating IP ab73a766-2b22-4632-ad6f-62eb2e23cdd9 disassociated. External IP: 172.27.3.236, port: d2fdd9de-12ca-4356-8752-d36ccf10679b. Jan 27 16:11:33.872898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Calling delete_port for d2fdd9de-12ca-4356-8752-d36ccf10679b owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:11:34.000762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (d2fdd9de-12ca-4356-8752-d36ccf10679b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:34.033014 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event deleted for resources: {'Port': ['ID=d2fdd9de-12ca-4356-8752-d36ccf10679b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:34.144281 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:11:34.246162 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:11:34.257292 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:11:34.266699 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:11:34.267345 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:11:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:34.287801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] No DVR routers for this DVR port d2fdd9de-12ca-4356-8752-d36ccf10679b on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:11:34.290373 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:34.293964 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-33f8a5a6-daa6-44b8-b887-5e78ffa7420e req-77cbe892-85c1-4e76-8e95-361b35154884 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "DELETE /v2.0/ports/d2fdd9de-12ca-4356-8752-d36ccf10679b HTTP/1.1" status: 204 len: 173 time: 0.7674968 Jan 27 16:11:34.294419 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'name': 'network-vif-deleted', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:11:34.297295 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a1c13d-9d05-4fbe-9aab-a084c37291cb" -d '{"events": [{"server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "name": "network-vif-deleted", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:11:34.340702 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da05afb5-258b-41c6-90d6-d587d7e79327 x-openstack-request-id: req-da05afb5-258b-41c6-90d6-d587d7e79327 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:11:34.341045 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3d80d1-f3b7-4435-853e-6c267367f0f9", "name": "network-vif-deleted", "tag": "d2fdd9de-12ca-4356-8752-d36ccf10679b", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:11:34.341338 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da05afb5-258b-41c6-90d6-d587d7e79327 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:11:34.341808 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d80d1-f3b7-4435-853e-6c267367f0f9', 'name': 'network-vif-deleted', 'tag': 'd2fdd9de-12ca-4356-8752-d36ccf10679b', 'status': 'completed', 'code': 200} Jan 27 16:11:34.505846 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:11:34.555938 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3c418d77-843f-41ac-bd8b-5a1057f85ea1 req-af35ebea-21f3-4216-b0ce-39aee6d2d528 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f3d80d1-f3b7-4435-853e-6c267367f0f9 HTTP/1.1" status: 200 len: 210 time: 0.0303400 Jan 27 16:11:34.705803 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:34.731974 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:11:34.741392 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:11:34.742006 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:11:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:34.848210 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:11:35.047979 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:35.072993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2234a0-d852-4e62-a54d-276a48fb359e None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:11:35.274102 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac03d68-e4ca-4f15-98fb-eac6ae92d29d None None] New status for floating IP ab73a766-2b22-4632-ad6f-62eb2e23cdd9: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:11:35.641130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42970) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:35.695846 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77e5308c-eb44-4803-abf5-df9c6166c2d9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (06f418a3-2f6d-43d7-a9fe-44c1474c86f4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:35.718145 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77e5308c-eb44-4803-abf5-df9c6166c2d9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (06f418a3-2f6d-43d7-a9fe-44c1474c86f4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:35.763907 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77e5308c-eb44-4803-abf5-df9c6166c2d9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (06f418a3-2f6d-43d7-a9fe-44c1474c86f4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:35.766612 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77e5308c-eb44-4803-abf5-df9c6166c2d9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:35.767783 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-77e5308c-eb44-4803-abf5-df9c6166c2d9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "DELETE /v2.0/security-groups/06f418a3-2f6d-43d7-a9fe-44c1474c86f4 HTTP/1.1" status: 204 len: 168 time: 0.1256969 Jan 27 16:11:35.770684 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42972) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:35.776432 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5308c-eb44-4803-abf5-df9c6166c2d9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f418a3-2f6d-43d7-a9fe-44c1474c86f4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:35.790996 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.api.v2.resource [None req-6b85f50d-1e7b-4e0b-8e86-6518583a5611 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] show failed (client error): The resource could not be found. Jan 27 16:11:35.792003 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6b85f50d-1e7b-4e0b-8e86-6518583a5611 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups/06f418a3-2f6d-43d7-a9fe-44c1474c86f4 HTTP/1.1" status: 404 len: 347 time: 0.0202379 Jan 27 16:11:35.795054 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 42974) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:35.915402 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Deleting port fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:11:35.915749 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:35.989930 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:35.990792 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.002653 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Calling delete_port for fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c owned by network:floatingip {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:11:36.129976 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.156223 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event deleted for resources: {'Port': ['ID=fd7d80ec-3ea8-4ebd-8775-d3c1472ce84c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:36.216822 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (ab73a766-2b22-4632-ad6f-62eb2e23cdd9), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.219277 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.220418 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-8b11848c-043f-4637-b8c6-20bdbc6277bf tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "DELETE /v2.0/floatingips/ab73a766-2b22-4632-ad6f-62eb2e23cdd9 HTTP/1.1" status: 204 len: 168 time: 0.4244771 Jan 27 16:11:36.423370 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42978) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:36.428560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311241140', 'description': 'tempest-description--1794464441'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:36.448821 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.514248 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (003b2841-c515-4007-b27b-f97cdf681fc1), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.517853 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (003b2841-c515-4007-b27b-f97cdf681fc1), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.549053 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003b2841-c515-4007-b27b-f97cdf681fc1,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:36.553048 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.554239 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-995cd6a5-2e20-429c-820c-8cd44037a79c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1298747 Jan 27 16:11:36.557126 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42980) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:36.561248 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'security_group_rule': {'security_group_id': '003b2841-c515-4007-b27b-f97cdf681fc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:36.585007 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (c66319c7-8525-4cc1-a5d0-7803e788cf60), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.637425 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (c66319c7-8525-4cc1-a5d0-7803e788cf60), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.641064 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (c66319c7-8525-4cc1-a5d0-7803e788cf60), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.659579 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66319c7-8525-4cc1-a5d0-7803e788cf60,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:36.663756 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.665446 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0acd3f1b-2514-469c-b7bc-da7044002e18 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069410 Jan 27 16:11:36.668112 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42982) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:36.672438 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'security_group_rule': {'security_group_id': '003b2841-c515-4007-b27b-f97cdf681fc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:36.696957 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (548458ab-c0d9-4f95-a103-4dbe0bce9803), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.753278 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (548458ab-c0d9-4f95-a103-4dbe0bce9803), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.756840 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (548458ab-c0d9-4f95-a103-4dbe0bce9803), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.774088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548458ab-c0d9-4f95-a103-4dbe0bce9803,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:36.782145 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.783393 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-75e7ab25-9b8c-48da-90eb-fb735ac3f677 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143560 Jan 27 16:11:36.786279 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 42986) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:36.791081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:36.811082 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:36.923787 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.028475 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Allocated IP 172.27.3.39 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/844d5e36-eedc-4eb2-86cf-f9824b629432) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:11:37.072823 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device d2fdd9de-12ca-4356-8752-d36ccf10679b no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:11:37.097380 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: d2fdd9de-12ca-4356-8752-d36ccf10679b {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:11:37.098008 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device d2fdd9de-12ca-4356-8752-d36ccf10679b not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:11:37.138059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.172601 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.209280 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:11:37.211962 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:11:37.217286 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:11:37.222509 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'Port': ['ID=844d5e36-eedc-4eb2-86cf-f9824b629432,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:37.305752 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (c80d1812-59a2-4806-8236-9efc983898ab), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.338103 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.484662 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.489019 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.557987 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'Port': ['ID=844d5e36-eedc-4eb2-86cf-f9824b629432,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:37.567572 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (c80d1812-59a2-4806-8236-9efc983898ab), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.582520 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:37.583787 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-57cf88f6-5441-4961-a0d0-e96c1e7f6959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7965925 Jan 27 16:11:37.772350 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-947ff08b-7c75-4603-bd5a-50e2b794692b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1311241140&fields=id&tenant_id=b245b789104749da9a1417bab1c186c6 HTTP/1.1" status: 200 len: 267 time: 0.0419922 Jan 27 16:11:37.877147 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-58483edc-3e20-4c3b-bae7-0e14e403c7f3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:37.878612 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-58483edc-3e20-4c3b-bae7-0e14e403c7f3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 810 time: 0.0997910 Jan 27 16:11:37.892992 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-9edecd4d-104b-4207-bdb0-98b411dd68ea tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/quotas/b245b789104749da9a1417bab1c186c6 HTTP/1.1" status: 200 len: 375 time: 0.0088902 Jan 27 16:11:37.945037 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-ae4bdadf-229a-45f8-8220-e0d0f16fc518 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472879 Jan 27 16:11:38.036648 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-8531aa6c-76bd-4196-b5e1-ac0e8ac31ace service neutron] 10.222.0.61 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803533 Jan 27 16:11:38.128444 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-06127520-4821-4c02-b5e3-31253c4d520f service neutron] 10.222.0.61 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853853 Jan 27 16:11:38.288394 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a15f14d4-1cac-4710-b117-6f990639896b req-a3a8fb5e-4e4c-4a84-953a-9e67df6f2959 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 210 time: 0.0269296 Jan 27 16:11:39.241393 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-e385c010-7ea6-49d0-b67d-923cfd0cd255 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:39.242828 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-e385c010-7ea6-49d0-b67d-923cfd0cd255 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 810 time: 0.1036937 Jan 27 16:11:39.304294 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-6686a71c-2b4b-4887-bac0-2d2b20747356 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b245b789104749da9a1417bab1c186c6 HTTP/1.1" status: 200 len: 380 time: 0.0532076 Jan 27 16:11:39.312749 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'port': {'device_id': '371f3393-3721-4edf-b044-c77a76c684fc', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'admin_state_up': True, 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'security_groups': ['003b2841-c515-4007-b27b-f97cdf681fc1']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:39.402404 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be29c1e5-0086-406d-a255-55589bf5bd02 req-14aaea9f-736e-4ad8-bfe5-0dea460a6505 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 210 time: 0.0350180 Jan 27 16:11:39.446077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Made reservation on behalf of b245b789104749da9a1417bab1c186c6 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:11:39.449877 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:39.568807 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Allocated IP 172.20.0.9 (bebbf3bc-5a24-4217-8b9c-919f8a6115ca/ea80960f-c97a-4559-adc9-e6c5a8772f5c/ff5d25f5-ce25-4922-b228-2e1623343a70) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:11:39.702600 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:39.734434 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:39.776419 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:11:39.779448 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:11:39.785571 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:11:39.808837 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event updated for resources: {'Port': ['ID=ff5d25f5-ce25-4922-b228-2e1623343a70,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:39.835976 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:39.836661 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:39.855117 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-5e1850c3-2555-4454-96c6-16911a0d24ed tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455348 Jan 27 16:11:39.898774 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Request body: {'port': {'device_id': '371f3393-3721-4edf-b044-c77a76c684fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:39.962112 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.035484 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b64a0151-a394-4325-a544-9c0990e9e31b None None] Provisioning complete for port ff5d25f5-ce25-4922-b228-2e1623343a70 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:11:40.036136 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b64a0151-a394-4325-a544-9c0990e9e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.070353 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b64a0151-a394-4325-a544-9c0990e9e31b None None] Port ff5d25f5-ce25-4922-b228-2e1623343a70 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:11:40.228191 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5d25f5-ce25-4922-b228-2e1623343a70 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:11:40.235905 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Publish callbacks [] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.247728 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Transition to ACTIVE for port object ff5d25f5-ce25-4922-b228-2e1623343a70 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:11:40.251533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.302061 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5d25f5-ce25-4922-b228-2e1623343a70,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:40.378048 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Attempting to bind port ff5d25f5-ce25-4922-b228-2e1623343a70 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:11:40.378739 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Attempting to bind port ff5d25f5-ce25-4922-b228-2e1623343a70 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:11:40.378739 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Attempting to bind port ff5d25f5-ce25-4922-b228-2e1623343a70 on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:11:40.383497 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Port ff5d25f5-ce25-4922-b228-2e1623343a70 on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:11:40.383815 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Attempting to bind port ff5d25f5-ce25-4922-b228-2e1623343a70 on network bebbf3bc-5a24-4217-8b9c-919f8a6115ca {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:11:40.389631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:11:40.389631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Checking segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:11:40.389631 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Bound using segment: {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:11:40.390067 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Bound port: ff5d25f5-ce25-4922-b228-2e1623343a70, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e515388a-6d59-4667-9e6f-33f5a6911d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:11:40.391005 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.460009 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] For port ff5d25f5-ce25-4922-b228-2e1623343a70, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:11:40.463623 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] For port ff5d25f5-ce25-4922-b228-2e1623343a70, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff5d25f5-ce25-4922-b228-2e1623343a70,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:11:40.468892 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.535361 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:40.536002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:40.538013 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff5d25f5-ce25-4922-b228-2e1623343a70 HTTP/1.1" status: 200 len: 1093 time: 0.6437137 Jan 27 16:11:40.541677 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:11:40.543978 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd29c784-9988-4aed-82ce-d5a74b9a5203" -d '{"events": [{"name": "network-changed", "server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:11:40.571678 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf26e9-78f9-4042-927b-552eba84a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5d25f5-ce25-4922-b228-2e1623343a70,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:40.587472 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0883a-a428-4cca-a343-bea447535d9f req-481d91b8-fec2-4ad9-a3ff-c00a6ea5358e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:40.589157 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cba0883a-a428-4cca-a343-bea447535d9f req-481d91b8-fec2-4ad9-a3ff-c00a6ea5358e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 943 time: 0.1155572 Jan 27 16:11:40.602068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389599ec-bfa3-4e15-8566-cbc0c7e6b931 x-openstack-request-id: req-389599ec-bfa3-4e15-8566-cbc0c7e6b931 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:11:40.602365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:11:40.602621 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-389599ec-bfa3-4e15-8566-cbc0c7e6b931 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:11:40.603040 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'status': 'completed', 'code': 200} Jan 27 16:11:40.668572 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cba0883a-a428-4cca-a343-bea447535d9f req-092f6216-5526-4281-b91b-f4424e3a0dc9 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738056 Jan 27 16:11:40.685514 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-834d1669-7136-47e9-b53e-e092bdbb0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:40.685514 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-834d1669-7136-47e9-b53e-e092bdbb0b1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 1096 time: 0.0660131 Jan 27 16:11:40.731210 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-44e39362-4e2e-4872-aa07-c4ab398fd9b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5d25f5-ce25-4922-b228-2e1623343a70 HTTP/1.1" status: 200 len: 217 time: 0.0386879 Jan 27 16:11:40.779356 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-548ec4d0-ab8b-464c-a494-10aa163b8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:40.780738 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-548ec4d0-ab8b-464c-a494-10aa163b8970 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.0433257 Jan 27 16:11:40.825178 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-a9ddb986-1b70-4878-b071-ed3ad080dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:40.826781 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-a9ddb986-1b70-4878-b071-ed3ad080dbd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395715 Jan 27 16:11:41.170549 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-2aabf2db-694f-4bdf-a3a1-bd180501ae37 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375952 Jan 27 16:11:41.259945 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f1159fc-711a-4190-8c21-c3e8427f1385 req-265eb6c4-1b78-414f-ae11-fe260b78d94f service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Jan 27 16:11:41.348133 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-abe33e2a-d86c-4b01-b4b0-af0995cd7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:41.350142 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-abe33e2a-d86c-4b01-b4b0-af0995cd7c9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 1096 time: 0.0483191 Jan 27 16:11:41.439670 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-4e0da8e5-637b-40be-b990-d0cf4d092bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:41.441172 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-4e0da8e5-637b-40be-b990-d0cf4d092bbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.0845258 Jan 27 16:11:41.480687 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-90cc44a4-e203-43a7-971a-c8fb85634c03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5d25f5-ce25-4922-b228-2e1623343a70 HTTP/1.1" status: 200 len: 217 time: 0.0333288 Jan 27 16:11:41.529960 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-f3d24c46-0beb-49ea-b813-24633c8b348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:41.531387 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-f3d24c46-0beb-49ea-b813-24633c8b348f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.0452521 Jan 27 16:11:41.575816 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-9f50f946-359a-40f1-b8a9-2076f2ef82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:41.577294 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-9f50f946-359a-40f1-b8a9-2076f2ef82a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385575 Jan 27 16:11:41.663640 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-94630b87-6e50-4010-bf5a-a139e496f748 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799315 Jan 27 16:11:41.780342 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd29c784-9988-4aed-82ce-d5a74b9a5203 req-0221d433-a626-4700-b601-3fd271123a38 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105530 Jan 27 16:11:41.799554 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee576-7349-4754-9c9b-daf3be1db2d3 req-65eddf39-6194-48a8-a888-775b79604834 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:41.801067 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50eee576-7349-4754-9c9b-daf3be1db2d3 req-65eddf39-6194-48a8-a888-775b79604834 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 943 time: 0.0637932 Jan 27 16:11:41.847957 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50eee576-7349-4754-9c9b-daf3be1db2d3 req-a7329ee7-1fe3-40b5-a5ef-34f0511cd894 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Jan 27 16:11:42.963365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a8ca-7257-4ce7-8b4d-e91ce8cbaf7f req-1ae928bb-d28d-47aa-b5a7-aa26aed6acb8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:42.964841 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6eb9a8ca-7257-4ce7-8b4d-e91ce8cbaf7f req-1ae928bb-d28d-47aa-b5a7-aa26aed6acb8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 943 time: 0.0515270 Jan 27 16:11:43.011157 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6eb9a8ca-7257-4ce7-8b4d-e91ce8cbaf7f req-3ce3aa86-f1d5-4da8-99f1-a4146fd28e37 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Jan 27 16:11:44.125400 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de09f6-af78-4158-8b97-aaff8baaacdb req-3ecf1291-c4dc-4719-a078-afb023f0d482 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:44.126907 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50de09f6-af78-4158-8b97-aaff8baaacdb req-3ecf1291-c4dc-4719-a078-afb023f0d482 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 943 time: 0.0480993 Jan 27 16:11:44.173770 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50de09f6-af78-4158-8b97-aaff8baaacdb req-8bfab777-6a0b-4162-b924-4790eaea5478 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Jan 27 16:11:45.100819 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ff5d25f5-ce25-4922-b228-2e1623343a70 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:11:45.194002 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ff5d25f5-ce25-4922-b228-2e1623343a70, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff5d25f5-ce25-4922-b228-2e1623343a70,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:11:45.205460 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'port_id': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'mac_address': 'fa:16:3e:8c:fb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:11:45.242446 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ff5d25f5-ce25-4922-b228-2e1623343a70 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:11:45.242838 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:45.255693 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5d25f5-ce25-4922-b228-2e1623343a70 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:11:45.275271 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ff5d25f5-ce25-4922-b228-2e1623343a70, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff5d25f5-ce25-4922-b228-2e1623343a70,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:11:45.279821 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:45.288340 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dc071-486b-4bbf-bf13-3b73cd744287 req-cb6c14fe-830f-4aab-bc8a-c70762aa44b0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:45.289933 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a10dc071-486b-4bbf-bf13-3b73cd744287 req-cb6c14fe-830f-4aab-bc8a-c70762aa44b0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 943 time: 0.0506649 Jan 27 16:11:45.334655 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ff5d25f5-ce25-4922-b228-2e1623343a70,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:45.342278 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a10dc071-486b-4bbf-bf13-3b73cd744287 req-5dca4b48-2a9a-4c9f-9226-d78e56037cdd tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465560 Jan 27 16:11:45.620591 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['ff5d25f5-ce25-4922-b228-2e1623343a70'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:11:46.455678 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71d91e-61c1-4b77-8368-1488060ddd39 req-8e5a0a30-98df-47c0-84d2-edae788aff6a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:46.457149 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1b71d91e-61c1-4b77-8368-1488060ddd39 req-8e5a0a30-98df-47c0-84d2-edae788aff6a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 944 time: 0.0484464 Jan 27 16:11:46.502706 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1b71d91e-61c1-4b77-8368-1488060ddd39 req-f97cc489-4737-487e-add4-be404a0fbbfc tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Jan 27 16:11:47.119752 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ff5d25f5-ce25-4922-b228-2e1623343a70 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:11:47.169711 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port ff5d25f5-ce25-4922-b228-2e1623343a70 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:11:47.174203 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port ff5d25f5-ce25-4922-b228-2e1623343a70 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:11:47.174582 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:47.250018 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ff5d25f5-ce25-4922-b228-2e1623343a70 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:11:47.250407 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:47.273047 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:11:47.275287 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86f284-ee6f-4dd3-a4ca-0a1bf1194531" -d '{"events": [{"server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "name": "network-vif-plugged", "status": "completed", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:11:47.288674 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ff5d25f5-ce25-4922-b228-2e1623343a70, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff5d25f5-ce25-4922-b228-2e1623343a70,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:11:47.292602 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:47.318048 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3bdbf2-ada4-4828-a925-d7819df2e179 x-openstack-request-id: req-1e3bdbf2-ada4-4828-a925-d7819df2e179 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:11:47.318339 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "name": "network-vif-plugged", "status": "completed", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:11:47.318591 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e3bdbf2-ada4-4828-a925-d7819df2e179 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:11:47.318995 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'code': 200} Jan 27 16:11:47.354954 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ff5d25f5-ce25-4922-b228-2e1623343a70,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:11:47.488268 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad091d8-ca38-4828-8b9f-fbae286f10c4 req-d62172cc-aefe-4ede-ab80-d281b39b5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:47.489633 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bad091d8-ca38-4828-8b9f-fbae286f10c4 req-d62172cc-aefe-4ede-ab80-d281b39b5b64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 1098 time: 0.0388169 Jan 27 16:11:47.532402 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bad091d8-ca38-4828-8b9f-fbae286f10c4 req-bad53703-dabb-4846-a6e9-74c9810e4976 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368485 Jan 27 16:11:47.616445 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f8cd2-bf7b-4a84-aebc-8ec801156b8d req-fa91c4b0-daf4-4f8d-9215-8fe0301ab1e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:47.617930 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-703f8cd2-bf7b-4a84-aebc-8ec801156b8d req-fa91c4b0-daf4-4f8d-9215-8fe0301ab1e0 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0479157 Jan 27 16:11:47.665648 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-703f8cd2-bf7b-4a84-aebc-8ec801156b8d req-f2e47bc4-d496-4c1d-a504-803275f04e5a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Jan 27 16:11:48.784085 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc1dc5-0092-4aef-9713-19f8524c34ac req-702af96c-cb2c-4698-939f-8dfffe773ecb tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:48.785547 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a7cc1dc5-0092-4aef-9713-19f8524c34ac req-702af96c-cb2c-4698-939f-8dfffe773ecb tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0468552 Jan 27 16:11:48.832097 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a7cc1dc5-0092-4aef-9713-19f8524c34ac req-827c482c-6564-40bf-a3dd-70c07f00928e tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Jan 27 16:11:49.947728 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aad7d8-645b-434b-9329-49fa62c20bdf req-727a7ef9-4587-4b2e-afe0-f7f3e82fa417 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:49.949173 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f8aad7d8-645b-434b-9329-49fa62c20bdf req-727a7ef9-4587-4b2e-afe0-f7f3e82fa417 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0504892 Jan 27 16:11:49.995491 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f8aad7d8-645b-434b-9329-49fa62c20bdf req-db29b004-22fa-4396-bda6-76c9796c4d14 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Jan 27 16:11:50.103044 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340473-4866-412d-acc5-99446c32b355 req-d36a7a16-6aa7-4805-8b8b-603b7c5e466c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:50.104768 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a2340473-4866-412d-acc5-99446c32b355 req-d36a7a16-6aa7-4805-8b8b-603b7c5e466c tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0475247 Jan 27 16:11:50.113138 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43066) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:11:50.117833 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Request body: {'floatingip': {'port_id': 'ff5d25f5-ce25-4922-b228-2e1623343a70'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:11:50.158587 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (c80d1812-59a2-4806-8236-9efc983898ab), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:50.586451 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:50.590311 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (c80d1812-59a2-4806-8236-9efc983898ab), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:50.687940 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.l3_db [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Floating IP c80d1812-59a2-4806-8236-9efc983898ab associated. External IP: 172.27.3.39, port: ff5d25f5-ce25-4922-b228-2e1623343a70. Jan 27 16:11:50.892791 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:11:50.999826 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:11:51.005577 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:51.010302 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:11:51.022543 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:11:51.023217 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:11:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:51.032396 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-75607d08-7beb-4821-94dd-3dd90fb2642a tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "PUT /v2.0/floatingips/c80d1812-59a2-4806-8236-9efc983898ab HTTP/1.1" status: 200 len: 990 time: 0.9182756 Jan 27 16:11:51.032991 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:11:51.035275 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5" -d '{"events": [{"name": "network-changed", "server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:11:51.142672 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:11:51.197115 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863a9f9a-94ec-492e-b3f3-c501a1a2cb37 x-openstack-request-id: req-863a9f9a-94ec-492e-b3f3-c501a1a2cb37 {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:11:51.197421 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:11:51.197663 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-863a9f9a-94ec-492e-b3f3-c501a1a2cb37 {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:11:51.198060 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'status': 'completed', 'code': 200} Jan 27 16:11:51.260381 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-e410ff12-00d2-46ae-b6b3-9ea7b02f39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:51.261892 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-e410ff12-00d2-46ae-b6b3-9ea7b02f39e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b245b789104749da9a1417bab1c186c6&device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 1098 time: 0.0438824 Jan 27 16:11:51.351914 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-2c29e1ae-3477-4df2-8fcd-3872ce482425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:51.353389 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-2c29e1ae-3477-4df2-8fcd-3872ce482425 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 200 len: 911 time: 0.0855284 Jan 27 16:11:51.368632 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': 'c80d1812-59a2-4806-8236-9efc983898ab', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'port_id': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'mac_address': 'fa:16:3e:8c:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3393-3721-4edf-b044-c77a76c684fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:11:37Z', 'updated_at': '2022-01-27T16:11:50Z', 'revision_number': 1, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:51.397036 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:11:51.405591 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:11:51.406119 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:11:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:51.421638 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-5c3b2cde-1cb9-4252-a2d5-5fed572c869b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5d25f5-ce25-4922-b228-2e1623343a70 HTTP/1.1" status: 200 len: 998 time: 0.0618401 Jan 27 16:11:51.468629 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-6b6cac15-cce5-4162-b43d-eef6bc14ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:51.470071 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-6b6cac15-cce5-4162-b43d-eef6bc14ad75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 200 len: 849 time: 0.0421553 Jan 27 16:11:51.514933 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:11:51.515430 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-64fd3fc8-da1a-465f-98a7-2deb5c74dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:51.517215 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-64fd3fc8-da1a-465f-98a7-2deb5c74dd74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bebbf3bc-5a24-4217-8b9c-919f8a6115ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405324 Jan 27 16:11:51.611536 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-2b1ee2ed-cfee-4c4a-b8f4-792e692b8d77 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882239 Jan 27 16:11:51.704865 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9c0a76be-d50d-43f8-be6e-ec3b78a255d5 req-b7e6b1f6-5434-4fdf-9a4b-b3ab08000611 service neutron] 10.222.0.60 "GET /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Jan 27 16:11:51.875730 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': 'c80d1812-59a2-4806-8236-9efc983898ab', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'port_id': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'mac_address': 'fa:16:3e:8c:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3393-3721-4edf-b044-c77a76c684fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:11:37Z', 'updated_at': '2022-01-27T16:11:50Z', 'revision_number': 1, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:11:51.904640 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27573792-fc6f-4326-aef8-a232cc8f4494 None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': 'c80d1812-59a2-4806-8236-9efc983898ab', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'port_id': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'mac_address': 'fa:16:3e:8c:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371f3393-3721-4edf-b044-c77a76c684fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:11:37Z', 'updated_at': '2022-01-27T16:11:50Z', 'revision_number': 1, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:11:52.101969 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d79dad-ac66-40da-9caf-e4c2d6b4a1e5 None None] New status for floating IP c80d1812-59a2-4806-8236-9efc983898ab: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:11:54.462115 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9dfb55db-31d4-4720-86eb-c250c8daacd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:56.748152 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a2c1-33ed-4d31-9294-5844c3b5d6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:57.657774 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:58.224947 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:58.717625 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-7f66de08-1246-4c21-902c-8a1d0284cd80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435834 Jan 27 16:11:58.784066 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-ac09399c-f4fa-4b8b-a8ab-9c93f064a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:58.785432 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-ac09399c-f4fa-4b8b-a8ab-9c93f064a290 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.0475073 Jan 27 16:11:58.885254 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-6ed53b8b-ef7b-43f9-89ce-899e086d7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:58.886667 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-6ed53b8b-ef7b-43f9-89ce-899e086d7be7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.0837295 Jan 27 16:11:58.957737 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-25e117f0-42e7-4a8c-bd79-040ee0e2182a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 1002 time: 0.0615623 Jan 27 16:11:58.992524 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:11:59.005779 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-e984c2f1-3231-4638-b4d0-25c239fe9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:59.007283 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-e984c2f1-3231-4638-b4d0-25c239fe9dbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0440335 Jan 27 16:11:59.050274 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-1b90f63b-8325-4431-9172-1573bf6761df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:11:59.052364 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-1b90f63b-8325-4431-9172-1573bf6761df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396569 Jan 27 16:11:59.142576 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-17d057d1-f88c-48d6-b7bf-d48554a6135b service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840037 Jan 27 16:11:59.176414 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:11:59.230256 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5474faa5-ad7c-4fdc-b9d9-5e6b63c9c2e6 req-a93d6b88-0358-4fed-8ca3-b49673a32893 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805197 Jan 27 16:12:00.485436 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:19.393140 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a31336-09c3-4f64-b83e-3453c212b88d req-214b43f9-3647-45a9-a201-bcf3ffb08e05 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:19.394630 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-63a31336-09c3-4f64-b83e-3453c212b88d req-214b43f9-3647-45a9-a201-bcf3ffb08e05 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0502546 Jan 27 16:12:19.449125 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-63a31336-09c3-4f64-b83e-3453c212b88d req-0b44be51-0717-4744-a49b-00ee99b0d17a tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487776 Jan 27 16:12:20.565742 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f752a8-f6af-4752-9ed6-23ddb3a0b4fa req-7ada5094-3cf6-4ea4-a7d7-6a9447bd12b1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:20.567436 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49f752a8-f6af-4752-9ed6-23ddb3a0b4fa req-7ada5094-3cf6-4ea4-a7d7-6a9447bd12b1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0486157 Jan 27 16:12:20.621233 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49f752a8-f6af-4752-9ed6-23ddb3a0b4fa req-8b895918-7779-45a8-a81c-5806cdb6a64d tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483162 Jan 27 16:12:21.745203 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397b0d3-e199-4b39-90d2-cd2f8b22a013 req-8b5fcf57-f848-4601-9e01-9ec5a3b14aab tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:21.746744 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1397b0d3-e199-4b39-90d2-cd2f8b22a013 req-8b5fcf57-f848-4601-9e01-9ec5a3b14aab tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0534141 Jan 27 16:12:21.796380 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1397b0d3-e199-4b39-90d2-cd2f8b22a013 req-934e2fd1-844b-41e3-9906-28a7a47f9705 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Jan 27 16:12:22.914129 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046b493-bc7d-49e8-9483-6bc573a20fb7 req-833536ad-86c7-48c0-928e-8d5608e97c59 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:22.915638 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1046b493-bc7d-49e8-9483-6bc573a20fb7 req-833536ad-86c7-48c0-928e-8d5608e97c59 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0483327 Jan 27 16:12:22.965357 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1046b493-bc7d-49e8-9483-6bc573a20fb7 req-bc081a12-6a2e-4d66-a734-07c9111970b8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Jan 27 16:12:24.085042 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00076ff1-fda0-4aeb-9e90-5d47ce5733c2 req-84abe899-a52a-4f2f-9c85-a065da6640c3 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:24.086508 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-00076ff1-fda0-4aeb-9e90-5d47ce5733c2 req-84abe899-a52a-4f2f-9c85-a065da6640c3 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0498111 Jan 27 16:12:24.143970 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-00076ff1-fda0-4aeb-9e90-5d47ce5733c2 req-e78ae8b5-5483-4ccd-9ee0-eeb0dc49558a tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518239 Jan 27 16:12:24.463319 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-034a9fb1-260a-4012-a862-a16a343d9323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:25.264301 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c19f-2723-4bcf-aae1-8673fc46ae2a req-1b2549ea-5df0-44c4-871d-f33f48b7f71b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:25.274912 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-41d4c19f-2723-4bcf-aae1-8673fc46ae2a req-1b2549ea-5df0-44c4-871d-f33f48b7f71b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Jan 27 16:12:25.321971 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-41d4c19f-2723-4bcf-aae1-8673fc46ae2a req-3fda1327-c281-4d66-aa04-bd39c7783488 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484104 Jan 27 16:12:26.439316 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caf68f-542e-42b8-a861-00eec8af72e7 req-454921f9-38d7-47c1-83c0-7835b088e29c tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:26.440786 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-95caf68f-542e-42b8-a861-00eec8af72e7 req-454921f9-38d7-47c1-83c0-7835b088e29c tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Jan 27 16:12:26.488018 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-95caf68f-542e-42b8-a861-00eec8af72e7 req-37a51e30-a058-4e78-af85-2f620b2149f8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Jan 27 16:12:26.748522 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b91a0ab8-0a05-4acd-945f-79f5dfc29b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:27.608210 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c13fe-f84b-4d2b-9baf-dbb244c9e900 req-93cbd154-bbb0-42ed-9825-95f0ad542432 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:27.609658 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-da8c13fe-f84b-4d2b-9baf-dbb244c9e900 req-93cbd154-bbb0-42ed-9825-95f0ad542432 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0523179 Jan 27 16:12:27.656752 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-da8c13fe-f84b-4d2b-9baf-dbb244c9e900 req-0011ae30-b61a-4185-9195-891ce7e93817 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Jan 27 16:12:27.660534 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:28.218477 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:28.781870 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f608f4-e4d0-4e3d-b889-2b6df52369c6 req-1c4fe6b8-6762-471d-8c9d-175fb7cc6795 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:28.783535 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-39f608f4-e4d0-4e3d-b889-2b6df52369c6 req-1c4fe6b8-6762-471d-8c9d-175fb7cc6795 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0528157 Jan 27 16:12:28.838938 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-39f608f4-e4d0-4e3d-b889-2b6df52369c6 req-11e71f3c-3564-4b00-9d8a-6aa7b1df98b8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494492 Jan 27 16:12:29.178571 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:29.575269 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-3f60bd9e-6736-41da-b635-2f83fc5ce94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:29.576768 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-3f60bd9e-6736-41da-b635-2f83fc5ce94c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.0432222 Jan 27 16:12:29.671425 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-5fa92c38-6199-40c0-b242-bc37b9925568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:29.672896 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-5fa92c38-6199-40c0-b242-bc37b9925568 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.0881960 Jan 27 16:12:29.741830 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-826638b2-79a1-449e-b549-2ed27ede4c2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 1002 time: 0.0567346 Jan 27 16:12:29.789051 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-9ed22317-aba1-4b82-949c-45630b83ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:29.790731 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-9ed22317-aba1-4b82-949c-45630b83ce34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0424688 Jan 27 16:12:29.837916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-57a29cc7-430e-4be0-a248-2f79cca683b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:29.839407 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-57a29cc7-430e-4be0-a248-2f79cca683b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425782 Jan 27 16:12:29.952334 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-e9e9d127-c070-4c18-a6ca-bd12b7320e2d service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044405 Jan 27 16:12:29.978607 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58facfe9-569b-40fc-9b76-27b04ba4d86d req-328cc442-6951-4445-aa82-47dedd166cbe tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:29.980061 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-58facfe9-569b-40fc-9b76-27b04ba4d86d req-328cc442-6951-4445-aa82-47dedd166cbe tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0689278 Jan 27 16:12:30.074421 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-58facfe9-569b-40fc-9b76-27b04ba4d86d req-872ef640-58e6-4e45-93b9-b4c2c4085b69 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819728 Jan 27 16:12:30.092484 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6e608fb7-eb17-4dfd-9e1f-2bd9f74bcb0d req-edbe4967-1bf4-4986-91d1-d6133276d547 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293130 Jan 27 16:12:30.477957 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:31.191492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9ec4b-eef3-4015-94df-7c31c1129ffd req-79de3f32-d15a-45d9-9502-824dc1dcf772 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:31.192856 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ffa9ec4b-eef3-4015-94df-7c31c1129ffd req-79de3f32-d15a-45d9-9502-824dc1dcf772 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0484107 Jan 27 16:12:31.242769 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ffa9ec4b-eef3-4015-94df-7c31c1129ffd req-9d75d179-7521-4fa9-85a1-58456c3325d0 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Jan 27 16:12:32.358134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff9119-f66f-40a8-9026-e7783740415d req-51f3b835-a202-4a5e-b00f-2bdb80239d31 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:32.359783 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5aff9119-f66f-40a8-9026-e7783740415d req-51f3b835-a202-4a5e-b00f-2bdb80239d31 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0504079 Jan 27 16:12:32.407458 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5aff9119-f66f-40a8-9026-e7783740415d req-6fa2568f-0cc0-4798-98e0-dfe20ebe7238 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Jan 27 16:12:33.487284 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c416de-c841-409e-b6d9-bdc5a357bce5 req-6f6e184b-f010-46de-b021-792eab41a1e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:33.488774 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-51c416de-c841-409e-b6d9-bdc5a357bce5 req-6f6e184b-f010-46de-b021-792eab41a1e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0527208 Jan 27 16:12:33.520673 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4979b36-a5c0-4d49-a1b0-b915788cb886 req-e20a33ec-0661-4d32-9d9b-1e263741fdc8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:33.522135 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a4979b36-a5c0-4d49-a1b0-b915788cb886 req-e20a33ec-0661-4d32-9d9b-1e263741fdc8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0479586 Jan 27 16:12:33.535518 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-51c416de-c841-409e-b6d9-bdc5a357bce5 req-9aaaae58-37e9-4b1a-9bdb-d7b541e9a783 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Jan 27 16:12:33.576233 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a4979b36-a5c0-4d49-a1b0-b915788cb886 req-a953d801-0de0-451d-8717-37438cd8ad41 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 Jan 27 16:12:33.646172 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-1d50d82b-975d-4df2-86b1-dac8b40db397 req-84fec31e-fd60-45b4-aa5f-9cb39939b481 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:12:33.647097 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1d50d82b-975d-4df2-86b1-dac8b40db397 req-84fec31e-fd60-45b4-aa5f-9cb39939b481 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057385 Jan 27 16:12:33.802086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e9738-b60b-436b-a354-e1892552ad35 req-3e7f7a55-bbd7-48d7-9dc0-f25fd2cd5682 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:33.803669 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fe5e9738-b60b-436b-a354-e1892552ad35 req-3e7f7a55-bbd7-48d7-9dc0-f25fd2cd5682 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0513549 Jan 27 16:12:33.832568 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43286) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:12:33.859513 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fe5e9738-b60b-436b-a354-e1892552ad35 req-985b48df-8ced-4ddd-948d-90df0f553782 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500877 Jan 27 16:12:33.926911 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-e526ede7-97a1-409d-9889-e60ed5f5be76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931320 Jan 27 16:12:33.935188 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-b9e08d0e-976f-4409-9bee-0d4079ba10c8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:12:33.936124 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-b9e08d0e-976f-4409-9bee-0d4079ba10c8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047121 Jan 27 16:12:34.654510 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c714be-1f2f-40c8-8232-415bc2f85c8e req-96a4beb1-1dce-4a79-bd21-9925446ad492 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:34.656102 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57c714be-1f2f-40c8-8232-415bc2f85c8e req-96a4beb1-1dce-4a79-bd21-9925446ad492 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0487027 Jan 27 16:12:34.703942 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57c714be-1f2f-40c8-8232-415bc2f85c8e req-5b7c4ebf-e106-4c95-a5b6-81fc202b96c6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Jan 27 16:12:34.977619 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380238f-665e-4e51-b8c3-751e5a4c83f4 req-e4da5e2c-623a-4e8e-807f-2b5d4adfc80c tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:34.978736 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a380238f-665e-4e51-b8c3-751e5a4c83f4 req-e4da5e2c-623a-4e8e-807f-2b5d4adfc80c tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0481093 Jan 27 16:12:35.027633 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a380238f-665e-4e51-b8c3-751e5a4c83f4 req-d658e00e-9dba-4316-a3ac-ab9263c2b0f1 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Jan 27 16:12:35.229090 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-b43d5c37-02a9-46e0-b911-300b550cbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:35.230518 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-b43d5c37-02a9-46e0-b911-300b550cbf67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437&tenant_id=1c3096dd728a485190c1c92efa3850e3 HTTP/1.1" status: 200 len: 1099 time: 0.0404646 Jan 27 16:12:35.295678 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-449e8399-87d1-42e2-b80b-f3621f7aa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:35.297137 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-449e8399-87d1-42e2-b80b-f3621f7aa410 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.0438130 Jan 27 16:12:35.347774 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:12:35.385047 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-fd552018-b2e7-4a91-9579-fc613cd92cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:35.386605 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-fd552018-b2e7-4a91-9579-fc613cd92cf6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.0833600 Jan 27 16:12:35.424217 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 is: ACTIVE; New status is: DOWN {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:12:35.424609 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:35.446905 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:12:35.449151 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec2ed88-a062-45cf-a0cf-5f38ebd6cfd2" -d '{"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:12:35.454304 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-9d141a74-ea8d-4f98-b90a-e0146f599c23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 1002 time: 0.0612900 Jan 27 16:12:35.461956 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:35.466094 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:35.489299 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d9515-33ee-4332-9437-097c4c59ebd4 x-openstack-request-id: req-629d9515-33ee-4332-9437-097c4c59ebd4 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:12:35.489592 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:12:35.489844 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-629d9515-33ee-4332-9437-097c4c59ebd4 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:12:35.490233 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'code': 200} Jan 27 16:12:35.510293 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-a9da80d4-1592-48df-92fb-954148ca1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:35.512055 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-a9da80d4-1592-48df-92fb-954148ca1166 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0465074 Jan 27 16:12:35.515732 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:12:35.523395 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.523781 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.524130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.524495 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.524831 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.525165 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.525498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.525880 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.526209 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.526727 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.527093 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.527426 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.529987 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:12:35.557309 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-ca26aef3-67a6-4b85-965f-7e1e54f3c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:35.558789 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-ca26aef3-67a6-4b85-965f-7e1e54f3c308 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398436 Jan 27 16:12:35.652936 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-22eeb065-2cf4-4f31-a3f3-57a30af73496 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863848 Jan 27 16:12:35.740104 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-bdd92c10-19ae-4603-9f22-b6f0eefb3839 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802486 Jan 27 16:12:35.829121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00f73-53f5-4b74-a8f0-130dd7fbf2dc req-2bda947c-9b41-4f1f-ab5e-3c3bd5986e14 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:35.830576 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8b00f73-53f5-4b74-a8f0-130dd7fbf2dc req-2bda947c-9b41-4f1f-ab5e-3c3bd5986e14 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0481710 Jan 27 16:12:35.879337 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8b00f73-53f5-4b74-a8f0-130dd7fbf2dc req-40456add-ebc4-4eba-9815-e714f5f4afc0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Jan 27 16:12:35.991654 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:12:36.145862 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b4062-7bdb-46f9-b1e2-a4778bf2ecba req-189a8170-7efd-4b1c-9ea9-744effa07ccd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:36.147338 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4d3b4062-7bdb-46f9-b1e2-a4778bf2ecba req-189a8170-7efd-4b1c-9ea9-744effa07ccd tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Jan 27 16:12:36.196649 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4d3b4062-7bdb-46f9-b1e2-a4778bf2ecba req-7067ece8-c122-4659-adbd-16327ff61e1f tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 Jan 27 16:12:36.998294 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5042-3fc0-43e1-872f-16e2035fd713 req-56014616-b9ad-4f43-839c-bbc0866424a3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:36.999795 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-378f5042-3fc0-43e1-872f-16e2035fd713 req-56014616-b9ad-4f43-839c-bbc0866424a3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0481336 Jan 27 16:12:37.047300 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-378f5042-3fc0-43e1-872f-16e2035fd713 req-0be71658-ff4a-4dff-b453-d2a5d4c56b8a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Jan 27 16:12:37.309841 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936e5e-8614-4d4b-9850-2afc8bf194ee req-2a3dc7d6-480e-4a45-bf64-397fa5cb5ffb tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:37.311302 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fd936e5e-8614-4d4b-9850-2afc8bf194ee req-2a3dc7d6-480e-4a45-bf64-397fa5cb5ffb tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0474379 Jan 27 16:12:37.358936 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fd936e5e-8614-4d4b-9850-2afc8bf194ee req-845e282c-f9b8-4f95-a5c5-be8cd9e43038 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420830 Jan 27 16:12:38.166841 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3159e1-6197-46ab-b416-ae56ccc676d8 req-70e93562-290f-4f18-97c0-a28636ac286e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:38.168324 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3c3159e1-6197-46ab-b416-ae56ccc676d8 req-70e93562-290f-4f18-97c0-a28636ac286e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0471659 Jan 27 16:12:38.212866 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3c3159e1-6197-46ab-b416-ae56ccc676d8 req-0b8b2329-2d63-4e2e-9498-baf8719f4104 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391736 Jan 27 16:12:38.470751 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99b77e-b1ba-4b59-98d4-b2fb0362e03a req-274e01d2-a081-48ef-91bf-93d8c4465fa6 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:38.472227 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8c99b77e-b1ba-4b59-98d4-b2fb0362e03a req-274e01d2-a081-48ef-91bf-93d8c4465fa6 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0471134 Jan 27 16:12:38.523140 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8c99b77e-b1ba-4b59-98d4-b2fb0362e03a req-a809554a-e34f-4b50-a31b-9163bb1e0c72 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Jan 27 16:12:39.334931 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf452c24-8181-45fb-b7c9-b5a16f18e4c7 req-8ff2be8e-0a31-4ee0-b230-af8f4da4d8b5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:39.336536 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cf452c24-8181-45fb-b7c9-b5a16f18e4c7 req-8ff2be8e-0a31-4ee0-b230-af8f4da4d8b5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0503902 Jan 27 16:12:39.387787 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cf452c24-8181-45fb-b7c9-b5a16f18e4c7 req-1fa44c7e-e609-4af1-993d-be02f73c8559 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457802 Jan 27 16:12:39.635040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff41111-3d55-4314-853a-cee2181ffd0d req-28c766a8-6648-4760-9bdc-d20907d565e7 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:39.636494 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ff41111-3d55-4314-853a-cee2181ffd0d req-28c766a8-6648-4760-9bdc-d20907d565e7 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0469792 Jan 27 16:12:39.683477 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ff41111-3d55-4314-853a-cee2181ffd0d req-4331cf89-a7a0-445d-8746-6370af88b20f tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Jan 27 16:12:40.511761 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd293d9-649b-4dee-9152-f10797867441 req-f84222f7-8a66-448b-a621-b225cacaf96e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:40.513242 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0bd293d9-649b-4dee-9152-f10797867441 req-f84222f7-8a66-448b-a621-b225cacaf96e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0496151 Jan 27 16:12:40.560769 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0bd293d9-649b-4dee-9152-f10797867441 req-7c7faa45-1ff5-4129-b014-9b3e60ffdc61 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Jan 27 16:12:40.797493 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b162ae-2a0e-4260-93ff-a2a1f6f81032 req-97fdf412-8a82-4013-8783-5601b7ffda6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:40.798953 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-51b162ae-2a0e-4260-93ff-a2a1f6f81032 req-97fdf412-8a82-4013-8783-5601b7ffda6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0479307 Jan 27 16:12:40.854764 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-51b162ae-2a0e-4260-93ff-a2a1f6f81032 req-328203d0-e1e1-4c97-a69f-b0de144839d8 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 Jan 27 16:12:41.678468 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae61df-db9c-47e6-90b5-82e63a54a7ae req-9b601230-277b-407e-9bfd-2599625cd27f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:41.679945 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-13ae61df-db9c-47e6-90b5-82e63a54a7ae req-9b601230-277b-407e-9bfd-2599625cd27f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0467346 Jan 27 16:12:41.724217 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-13ae61df-db9c-47e6-90b5-82e63a54a7ae req-29cc3e99-e210-47a0-8f2c-dcc84f1189d6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389066 Jan 27 16:12:41.969225 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3a24-95d4-4e91-86ef-222771fb8276 req-f0384888-8e85-4d8e-a273-6be858971b05 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:41.970687 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d6ee3a24-95d4-4e91-86ef-222771fb8276 req-f0384888-8e85-4d8e-a273-6be858971b05 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0476820 Jan 27 16:12:42.018017 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d6ee3a24-95d4-4e91-86ef-222771fb8276 req-83494be9-6bae-41ce-b971-38b97f7f996f tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Jan 27 16:12:42.845306 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00672fe-e8e0-4629-8561-2a57d364578d req-7b2ebf08-1e50-45d6-9b30-62dc335fca6c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:42.846736 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d00672fe-e8e0-4629-8561-2a57d364578d req-7b2ebf08-1e50-45d6-9b30-62dc335fca6c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0517805 Jan 27 16:12:42.893067 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d00672fe-e8e0-4629-8561-2a57d364578d req-49d8b6a8-a537-4556-84bb-8c6d00ceff93 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389738 Jan 27 16:12:43.134314 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad819-e3a8-4a23-a891-02b91094c8a6 req-0b87d1b5-1e99-4158-8525-09824132b527 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:43.136737 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-798ad819-e3a8-4a23-a891-02b91094c8a6 req-0b87d1b5-1e99-4158-8525-09824132b527 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0489695 Jan 27 16:12:43.194144 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-798ad819-e3a8-4a23-a891-02b91094c8a6 req-4a7fdbc2-6891-4ce0-a536-180659a35c88 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503418 Jan 27 16:12:43.224808 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487b27-7df7-4722-aca9-a36da289c005 req-205edc6c-dea0-4038-b1b3-56267f8fbe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:43.226549 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-90487b27-7df7-4722-aca9-a36da289c005 req-205edc6c-dea0-4038-b1b3-56267f8fbe7a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1097 time: 0.0482492 Jan 27 16:12:43.270966 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-90487b27-7df7-4722-aca9-a36da289c005 req-f7ef9a6a-ab4a-4df9-af00-2e044dc866cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Jan 27 16:12:44.009085 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e123c5d-21e2-41ce-989a-41601009d9c7 req-38920866-a32c-4ccc-8028-9f9007032f5b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:44.010465 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9e123c5d-21e2-41ce-989a-41601009d9c7 req-38920866-a32c-4ccc-8028-9f9007032f5b tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0474310 Jan 27 16:12:44.055933 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-9e123c5d-21e2-41ce-989a-41601009d9c7 req-be647223-d4b1-4885-b4b0-08e6390231ab tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 Jan 27 16:12:44.309143 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fb954-5f3d-4cf4-a78d-869aa691879b req-f4c4c889-8549-4005-8433-97c9c931f4c0 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:44.310538 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a29fb954-5f3d-4cf4-a78d-869aa691879b req-f4c4c889-8549-4005-8433-97c9c931f4c0 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0478981 Jan 27 16:12:44.362045 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a29fb954-5f3d-4cf4-a78d-869aa691879b req-7a91663f-6010-4eb9-abde-b6c8b7add607 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Jan 27 16:12:45.176542 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309fba-8c67-4413-81b3-722cc1d21ff9 req-fc141951-61e7-4c20-86f5-0af94356f28d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:45.178570 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f7309fba-8c67-4413-81b3-722cc1d21ff9 req-fc141951-61e7-4c20-86f5-0af94356f28d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0503621 Jan 27 16:12:45.223674 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f7309fba-8c67-4413-81b3-722cc1d21ff9 req-8644d001-0ee0-4c36-bdb2-7073827d2b84 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394075 Jan 27 16:12:45.400736 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:12:45.481466 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e55b19-9757-4580-9da0-f12029ea9ab7 req-053aac83-e06d-48c7-a7e4-928ea686744a tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:45.482953 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d4e55b19-9757-4580-9da0-f12029ea9ab7 req-053aac83-e06d-48c7-a7e4-928ea686744a tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 944 time: 0.0493252 Jan 27 16:12:45.500150 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:45.513011 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'port_id': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'mac_address': 'fa:16:3e:99:73:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:12:45.539892 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d4e55b19-9757-4580-9da0-f12029ea9ab7 req-8c1df01c-9294-4229-abb6-9ab30bc14714 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477006 Jan 27 16:12:45.556668 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:12:45.557068 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:45.570014 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7c7c1a-2840-4fc3-8560-37a45a3feea6 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:12:45.589053 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:45.593130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:45.640322 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:12:46.041449 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['ad7c7c1a-2840-4fc3-8560-37a45a3feea6'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:12:46.339655 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185ea6c-bb28-46e6-8b6d-c38e429ee5e1 req-fe6ec677-5637-444a-a567-a9b14e5be4e1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:46.341044 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e185ea6c-bb28-46e6-8b6d-c38e429ee5e1 req-fe6ec677-5637-444a-a567-a9b14e5be4e1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0472143 Jan 27 16:12:46.387387 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e185ea6c-bb28-46e6-8b6d-c38e429ee5e1 req-3456a766-0ef5-4207-a85e-da1d167928bc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407257 Jan 27 16:12:47.406677 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:12:47.410645 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:12:47.529871 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:12:47.530254 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:47.557115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10f863-07bf-4506-9df9-c405cee79ecf req-ca26611f-ba34-49bd-88c4-c58c2fc94f60 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:47.558631 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4d10f863-07bf-4506-9df9-c405cee79ecf req-ca26611f-ba34-49bd-88c4-c58c2fc94f60 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.1010809 Jan 27 16:12:47.559910 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:47.580622 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '65f08781-43d4-4145-addc-4b4981e01510', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'port_id': '65f08781-43d4-4145-addc-4b4981e01510', 'mac_address': 'fa:16:3e:46:14:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:12:47.607515 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4d10f863-07bf-4506-9df9-c405cee79ecf req-6b091d1a-c570-4253-a28d-343cb0565ca1 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Jan 27 16:12:47.648288 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: ACTIVE; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:12:47.648679 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:47.669664 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65f08781-43d4-4145-addc-4b4981e01510 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:12:47.673653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:12:47.674029 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:47.704031 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:47.711666 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:12:47.713882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b737ba-ed47-4f52-9a27-f80c3bd0bfbe" -d '{"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-plugged", "status": "completed", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:12:47.718583 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:47.731049 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:47.749812 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:47.752459 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ea366-8770-4c18-9c64-da9bbf56950b x-openstack-request-id: req-123ea366-8770-4c18-9c64-da9bbf56950b {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:12:47.752749 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-plugged", "status": "completed", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:12:47.753017 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-123ea366-8770-4c18-9c64-da9bbf56950b {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:12:47.753402 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'code': 200} Jan 27 16:12:47.781711 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=6']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:12:47.819654 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['65f08781-43d4-4145-addc-4b4981e01510'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:12:47.857273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:12:48.779429 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404c07-82d8-481c-8ffc-236618e0993d req-1127cc71-0f96-48f7-933e-3a2ddd537112 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:48.780880 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1c404c07-82d8-481c-8ffc-236618e0993d req-1127cc71-0f96-48f7-933e-3a2ddd537112 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 944 time: 0.0963712 Jan 27 16:12:48.825688 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1c404c07-82d8-481c-8ffc-236618e0993d req-4e7caeec-2f8d-48e5-ad79-4dbf5f93eeea tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392673 Jan 27 16:12:49.430246 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:12:49.480370 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 65f08781-43d4-4145-addc-4b4981e01510 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:12:49.480751 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (65f08781-43d4-4145-addc-4b4981e01510), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:49.579954 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:12:49.580500 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:49.633201 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:12:49.637346 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:49.685555 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=7']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:12:49.754898 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:12:49.757358 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3839ce2d-b07b-47b6-a237-3f9bfbc3f912" -d '{"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-plugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:12:49.793601 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d184ef2e-a2dc-4c92-96b8-1327d4b51efe x-openstack-request-id: req-d184ef2e-a2dc-4c92-96b8-1327d4b51efe {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:12:49.793943 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-plugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:12:49.794248 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d184ef2e-a2dc-4c92-96b8-1327d4b51efe {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:12:49.794805 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'code': 200} Jan 27 16:12:49.949018 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5edcb3-1739-4dbf-b710-ba10e183925c req-4efdeb5c-8787-43d3-a09e-35303f30804d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:49.950495 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb5edcb3-1739-4dbf-b710-ba10e183925c req-4efdeb5c-8787-43d3-a09e-35303f30804d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0506299 Jan 27 16:12:49.995453 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fb5edcb3-1739-4dbf-b710-ba10e183925c req-5f0dd623-7b86-4f28-a4ab-531774fc0de3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393248 Jan 27 16:12:51.114587 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2602d-1b09-428f-b323-d3b626f881e5 req-32628e0a-5e05-48d7-a1dc-3796831c9117 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:51.116115 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a9e2602d-1b09-428f-b323-d3b626f881e5 req-32628e0a-5e05-48d7-a1dc-3796831c9117 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0479262 Jan 27 16:12:51.163729 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a9e2602d-1b09-428f-b323-d3b626f881e5 req-500d4979-43ea-4165-ae32-7132fbd0129e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Jan 27 16:12:52.295151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c1e4b-140b-4633-9652-d085dd89214a req-8499bf9d-0af2-48f2-ace1-7aac8dd04fb9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:52.296559 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-160c1e4b-140b-4633-9652-d085dd89214a req-8499bf9d-0af2-48f2-ace1-7aac8dd04fb9 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0595632 Jan 27 16:12:52.352197 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-160c1e4b-140b-4633-9652-d085dd89214a req-2d786d8c-1ee0-4290-910b-4166cef2b167 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476332 Jan 27 16:12:53.484463 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347c83d-cef0-4b0a-9d9a-a336756b3939 req-4583cfc8-ff28-4fe0-847c-a609286b63fd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:53.487306 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a347c83d-cef0-4b0a-9d9a-a336756b3939 req-4583cfc8-ff28-4fe0-847c-a609286b63fd tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0531945 Jan 27 16:12:53.542740 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a347c83d-cef0-4b0a-9d9a-a336756b3939 req-a0cc775f-09c0-432b-8bef-d013ab994921 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479259 Jan 27 16:12:54.469811 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-444f73ce-efb0-4e39-be5d-9ccac1481b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:54.680056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e415-7f45-4b46-a906-c18c2d0475cb req-a4a4d8c5-4133-444d-8939-6ab1fc00ed6e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:54.682104 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8f9e415-7f45-4b46-a906-c18c2d0475cb req-a4a4d8c5-4133-444d-8939-6ab1fc00ed6e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0572448 Jan 27 16:12:54.747922 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e8f9e415-7f45-4b46-a906-c18c2d0475cb req-ad5520aa-1c7b-4d58-bb03-326b77f00221 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600331 Jan 27 16:12:55.874632 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba433ef-5732-43e8-a66f-9dd267060170 req-19c211ce-9825-4503-a4e5-f5232e50866e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:55.876211 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ba433ef-5732-43e8-a66f-9dd267060170 req-19c211ce-9825-4503-a4e5-f5232e50866e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0537186 Jan 27 16:12:55.929502 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5ba433ef-5732-43e8-a66f-9dd267060170 req-17a8632d-472d-497b-8b14-aa71070f258f tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Jan 27 16:12:56.753027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0f723d55-b576-4421-9db1-54ce55b75ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:57.076826 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e788-e36c-4bc4-abd6-d5b3c318009f req-d6c75997-cb40-4ab4-8859-7dba2a632a34 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:57.079113 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd50e788-e36c-4bc4-abd6-d5b3c318009f req-d6c75997-cb40-4ab4-8859-7dba2a632a34 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0553067 Jan 27 16:12:57.132294 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bd50e788-e36c-4bc4-abd6-d5b3c318009f req-765fda71-7396-42b9-b1e8-d7e2b9679d98 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470860 Jan 27 16:12:57.665459 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:58.230952 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:58.278768 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d996c-edc2-42e0-a672-b2ab214bca39 req-4e25cc7a-e4c3-4ec4-ac98-2c2e7e59fc00 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:58.283669 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4e9d996c-edc2-42e0-a672-b2ab214bca39 req-4e25cc7a-e4c3-4ec4-ac98-2c2e7e59fc00 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0646369 Jan 27 16:12:58.344536 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4e9d996c-edc2-42e0-a672-b2ab214bca39 req-f4e3d132-a86d-49ec-a1d3-27107b10b8b6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546048 Jan 27 16:12:59.204435 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:12:59.473472 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0471e00-8c8d-46e0-ab18-b1caeb5c8633 req-c9c2512f-9685-40c3-bf9d-023558d0fba7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:12:59.474953 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0471e00-8c8d-46e0-ab18-b1caeb5c8633 req-c9c2512f-9685-40c3-bf9d-023558d0fba7 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0484436 Jan 27 16:12:59.523605 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d0471e00-8c8d-46e0-ab18-b1caeb5c8633 req-f1b67d4f-7ea7-499d-88f3-ba8901a67e0d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Jan 27 16:13:00.481044 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:00.678568 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-ff74dc52-fddf-414c-a633-38a9e6ea72da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438986 Jan 27 16:13:00.850871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169a9f1-d602-41be-8524-3689541e4804 req-23528573-7d9d-49dc-96ae-e2fe26420b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:00.852517 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-23528573-7d9d-49dc-96ae-e2fe26420b99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.1196842 Jan 27 16:13:00.879515 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fa35c-44eb-425e-9f2a-488f0c9eec93 req-c31ff95a-a5ea-4abd-aa42-9937c1aa0a40 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:00.882635 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e64fa35c-44eb-425e-9f2a-488f0c9eec93 req-c31ff95a-a5ea-4abd-aa42-9937c1aa0a40 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0750542 Jan 27 16:13:00.998574 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169a9f1-d602-41be-8524-3689541e4804 req-0b58eb5a-1510-46e3-b22c-11811407b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:01.000253 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-0b58eb5a-1510-46e3-b22c-11811407b135 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.1163945 Jan 27 16:13:01.067357 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e64fa35c-44eb-425e-9f2a-488f0c9eec93 req-dd0e504a-4d7c-452c-80dc-6f8d045f1a48 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706097 Jan 27 16:13:01.089503 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-572a350d-7018-4e5d-9495-1c56e5e59e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 1002 time: 0.0782342 Jan 27 16:13:01.151574 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169a9f1-d602-41be-8524-3689541e4804 req-74c7d0cf-03bc-482e-927d-e10f985a5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:01.153154 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-74c7d0cf-03bc-482e-927d-e10f985a5543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.0563824 Jan 27 16:13:01.212197 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169a9f1-d602-41be-8524-3689541e4804 req-32ccf52f-658a-4b5c-b1e7-b48e5518788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:01.213790 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-32ccf52f-658a-4b5c-b1e7-b48e5518788f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528734 Jan 27 16:13:01.320281 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-e5f0d4ed-de2e-4798-8617-a25faf98e48e service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994697 Jan 27 16:13:01.430448 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d169a9f1-d602-41be-8524-3689541e4804 req-e4b15675-2310-4323-8c77-13c4193ace38 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039224 Jan 27 16:13:02.210949 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5985a27-5658-481d-80c0-b05d434fc7b5 req-4c72d0ca-3256-4c90-a242-3f9740788cef tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:02.212746 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5985a27-5658-481d-80c0-b05d434fc7b5 req-4c72d0ca-3256-4c90-a242-3f9740788cef tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0500133 Jan 27 16:13:02.267011 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5985a27-5658-481d-80c0-b05d434fc7b5 req-0d3f50b8-709b-49c8-b852-adcae0c4eddc tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459268 Jan 27 16:13:03.406858 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29be1-0975-4ec0-b592-9eca3fa6fe55 req-e1d00457-676c-4412-a4e5-b3165d9ac045 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:03.408487 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-66d29be1-0975-4ec0-b592-9eca3fa6fe55 req-e1d00457-676c-4412-a4e5-b3165d9ac045 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0602193 Jan 27 16:13:03.464913 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-66d29be1-0975-4ec0-b592-9eca3fa6fe55 req-46e60d9e-4804-46a8-b591-cc8c53930591 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501056 Jan 27 16:13:04.581763 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f1742-1d98-4d8d-bf9c-3fe8d7523e98 req-304a233d-e4a8-4687-bac4-9984ecb0a118 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:04.583261 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0b3f1742-1d98-4d8d-bf9c-3fe8d7523e98 req-304a233d-e4a8-4687-bac4-9984ecb0a118 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0488415 Jan 27 16:13:04.630497 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0b3f1742-1d98-4d8d-bf9c-3fe8d7523e98 req-a55a8f82-805b-4aea-b302-b271c391f268 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410526 Jan 27 16:13:04.752871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-d8b5f3dc-ea86-4c3a-83a8-4df6fbca2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:04.754867 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-d8b5f3dc-ea86-4c3a-83a8-4df6fbca2524 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1098 time: 0.0416787 Jan 27 16:13:04.849665 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-4f0b3c08-0ffe-43fb-8937-ad73f93d0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:04.851452 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-4f0b3c08-0ffe-43fb-8937-ad73f93d0f1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0913515 Jan 27 16:13:04.916424 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-186d1992-ad2c-4ae3-bf76-d0bef44baa79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 1000 time: 0.0584083 Jan 27 16:13:04.968351 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-17950e1d-d171-445f-9ff8-2f537058a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:04.969804 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-17950e1d-d171-445f-9ff8-2f537058a90c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0460539 Jan 27 16:13:05.017603 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-edf4511b-e847-447c-9d5a-0d3555b993f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:05.019057 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-edf4511b-e847-447c-9d5a-0d3555b993f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426943 Jan 27 16:13:05.104757 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-e6b205b6-9094-4765-9b41-fcefd177d719 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790863 Jan 27 16:13:05.196183 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-40123300-51dc-477c-b1d1-7db040d6bda9 req-60f7ba67-0005-4a67-85e5-927f5ac7ff59 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848773 Jan 27 16:13:05.752714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0ef4-9cca-4edd-9a19-927d383e88a6 req-4c1447c0-8f40-4a33-845c-43eba9197852 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:05.754800 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-94ca0ef4-9cca-4edd-9a19-927d383e88a6 req-4c1447c0-8f40-4a33-845c-43eba9197852 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0505903 Jan 27 16:13:05.803538 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-94ca0ef4-9cca-4edd-9a19-927d383e88a6 req-062b2c1a-4aeb-4599-a649-9e4702655444 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Jan 27 16:13:06.938335 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d060-7715-4e2f-92d6-d116fd2a6edd req-f3fb7f9b-1450-4fa2-a823-35e017f8750a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:06.939869 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e531d060-7715-4e2f-92d6-d116fd2a6edd req-f3fb7f9b-1450-4fa2-a823-35e017f8750a tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 945 time: 0.0500782 Jan 27 16:13:07.010785 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e531d060-7715-4e2f-92d6-d116fd2a6edd req-3dea54f0-3ec0-4448-92e6-71b8da241d2e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553770 Jan 27 16:13:07.506070 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:13:07.581923 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: ACTIVE; New status is: DOWN {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:13:07.582325 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:07.603819 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:13:07.605986 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf71cc8-c19c-4d88-98ea-630da00d3f8a" -d '{"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-unplugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:13:07.618405 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:13:07.622326 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:07.645077 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4989c5-7f00-4eb1-acbe-98683d84a307 x-openstack-request-id: req-3c4989c5-7f00-4eb1-acbe-98683d84a307 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:13:07.645366 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-unplugged", "status": "failed", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "code": 422}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:13:07.645617 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c4989c5-7f00-4eb1-acbe-98683d84a307 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:13:07.646041 dv-cinder-826350-3-iscsi neutron-server[102386]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'code': 422} returned with failed status Jan 27 16:13:07.670673 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=8']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:13:08.148017 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c645db-0854-41e1-b867-7b15ec7283d2 req-113c22df-1c8d-400c-bb60-5f71086ba7d0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:08.149702 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47c645db-0854-41e1-b867-7b15ec7283d2 req-113c22df-1c8d-400c-bb60-5f71086ba7d0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0486944 Jan 27 16:13:08.204447 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47c645db-0854-41e1-b867-7b15ec7283d2 req-12c719ac-0b78-4407-81db-969afc973362 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486042 Jan 27 16:13:09.257476 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bea86-a26b-4584-bb68-f77569a6b9f4 req-750b880d-6da1-400d-86be-30b61ae58397 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:09.259009 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f9bea86-a26b-4584-bb68-f77569a6b9f4 req-750b880d-6da1-400d-86be-30b61ae58397 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0862565 Jan 27 16:13:09.288539 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-445cf499-dd8f-43e1-808b-31b358a7e5bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708499 Jan 27 16:13:09.324816 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4f9bea86-a26b-4584-bb68-f77569a6b9f4 req-fa066b96-f7c7-45c9-b5be-bc90d5ad9965 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585392 Jan 27 16:13:10.203235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-43a32dc6-9db5-4e76-8d2c-5cc8f1ce86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:10.205570 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-43a32dc6-9db5-4e76-8d2c-5cc8f1ce86ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc&tenant_id=89f6fa34c0ae441a8fcb708070986ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0491569 Jan 27 16:13:10.588323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-34af7f39-075f-471c-9a9f-986609ee923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:10.589872 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-34af7f39-075f-471c-9a9f-986609ee923e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1096 time: 0.3592517 Jan 27 16:13:10.612550 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea267b31-1364-4631-82bb-262ff6f13775 req-9c95f523-b82c-404a-83cc-139d8896d1a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:10.614623 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ea267b31-1364-4631-82bb-262ff6f13775 req-9c95f523-b82c-404a-83cc-139d8896d1a5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0734544 Jan 27 16:13:10.717643 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ea267b31-1364-4631-82bb-262ff6f13775 req-0b871e71-3d71-401c-b573-5658b3dc4f15 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927906 Jan 27 16:13:10.732614 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-7447943d-9ab1-4585-b2f1-54fc2f91bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:10.734125 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-7447943d-9ab1-4585-b2f1-54fc2f91bae6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.1372955 Jan 27 16:13:10.806574 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-6b6bf317-efc2-480c-824d-2de2382252ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 998 time: 0.0652192 Jan 27 16:13:10.867902 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-18c73500-fd41-4e27-ba8e-bec10af62db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:10.870263 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-18c73500-fd41-4e27-ba8e-bec10af62db8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0553606 Jan 27 16:13:10.924499 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-743fd146-5068-4d1e-9f12-3022c5e44a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:10.926627 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-743fd146-5068-4d1e-9f12-3022c5e44a07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488451 Jan 27 16:13:11.026445 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-ed48302a-74ac-45ef-a760-d4b828ba9a1c service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892043 Jan 27 16:13:11.129701 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-9924480a-356e-4e1d-97b0-5369d0a8f5c8 service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964928 Jan 27 16:13:11.872676 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3573c-dd9c-4b8d-b54f-14776af47256 req-6004588b-daa8-48f1-8c96-2c365f593a1e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:11.882674 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1fb3573c-dd9c-4b8d-b54f-14776af47256 req-6004588b-daa8-48f1-8c96-2c365f593a1e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0737009 Jan 27 16:13:11.958235 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1fb3573c-dd9c-4b8d-b54f-14776af47256 req-e8d85666-1716-441f-96c2-eadf101ec58d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729296 Jan 27 16:13:12.992404 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:13:13.132537 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcdff9-c1c5-4589-b438-06209b1e727a req-f9a71d76-9a91-4019-a464-f081d3aa2bf0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:13.134150 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bcdff9-c1c5-4589-b438-06209b1e727a req-f9a71d76-9a91-4019-a464-f081d3aa2bf0 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0772569 Jan 27 16:13:13.193817 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bcdff9-c1c5-4589-b438-06209b1e727a req-c72f62a0-70ed-4e60-8aff-098058b7af16 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527885 Jan 27 16:13:14.346940 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7949a6-7546-44e7-b301-bdc864512ad2 req-d8ec067c-69a5-4d79-a48a-8eb90b7da039 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:14.349121 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2f7949a6-7546-44e7-b301-bdc864512ad2 req-d8ec067c-69a5-4d79-a48a-8eb90b7da039 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0661187 Jan 27 16:13:14.408057 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2f7949a6-7546-44e7-b301-bdc864512ad2 req-ac09e89b-5c10-46e8-882b-da6d343c85a3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479965 Jan 27 16:13:15.555805 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea1a70-6deb-4284-b09e-e39ac1c824c6 req-bc6313c5-3c71-46a5-b766-6b39ac02324e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:15.557331 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a5ea1a70-6deb-4284-b09e-e39ac1c824c6 req-bc6313c5-3c71-46a5-b766-6b39ac02324e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0513091 Jan 27 16:13:15.606493 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a5ea1a70-6deb-4284-b09e-e39ac1c824c6 req-df335279-30a8-4ed8-880d-d92f1c781f8c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Jan 27 16:13:16.735641 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eba8a3-9dcb-464b-bbb4-b34a3aae48a6 req-38541e49-a452-44ca-9b3b-e72b25d49411 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:16.737157 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b0eba8a3-9dcb-464b-bbb4-b34a3aae48a6 req-38541e49-a452-44ca-9b3b-e72b25d49411 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0524924 Jan 27 16:13:16.788481 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b0eba8a3-9dcb-464b-bbb4-b34a3aae48a6 req-abdf2d59-f310-41bc-968a-b92b223e8c14 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Jan 27 16:13:17.924025 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ccd47-f0c7-4faa-bd4c-c2c25592acc7 req-c6046ef2-17c8-43f6-87eb-fe9850c0b6ef tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:17.925813 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eb5ccd47-f0c7-4faa-bd4c-c2c25592acc7 req-c6046ef2-17c8-43f6-87eb-fe9850c0b6ef tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0535903 Jan 27 16:13:17.989888 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eb5ccd47-f0c7-4faa-bd4c-c2c25592acc7 req-e39abb50-9577-4e1b-80dc-3521585f7066 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542762 Jan 27 16:13:19.147578 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0c1e3-77fc-44a4-9983-a4b1bd098841 req-ee9a8256-36eb-4ff8-aea0-7f886c4b8c45 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:19.149224 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-84e0c1e3-77fc-44a4-9983-a4b1bd098841 req-ee9a8256-36eb-4ff8-aea0-7f886c4b8c45 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0609021 Jan 27 16:13:19.203392 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-84e0c1e3-77fc-44a4-9983-a4b1bd098841 req-67599387-1731-42b2-b1d6-82b912dffaee tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446503 Jan 27 16:13:20.389097 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f20ea-be9d-4ca5-b8dc-5a137990bddf req-d78d2215-d39f-48a8-b2c0-34b97cc015be tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:20.392203 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d55f20ea-be9d-4ca5-b8dc-5a137990bddf req-d78d2215-d39f-48a8-b2c0-34b97cc015be tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0832484 Jan 27 16:13:20.453965 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d55f20ea-be9d-4ca5-b8dc-5a137990bddf req-3601f040-15c5-4a3b-9066-cebe7ac5f43d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556581 Jan 27 16:13:21.595122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d070-50b0-4d40-a177-7b945809de1c req-f1f35c7b-1d00-426b-8b78-e57526e9a620 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:21.597069 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7b93d070-50b0-4d40-a177-7b945809de1c req-f1f35c7b-1d00-426b-8b78-e57526e9a620 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0535491 Jan 27 16:13:21.648905 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7b93d070-50b0-4d40-a177-7b945809de1c req-ea8cdbf4-be43-48d7-a62a-b64df2c5c4c2 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453079 Jan 27 16:13:22.782022 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197969c8-99f0-4ccc-a048-0e929fd6c47f req-2b2a0110-7a27-40f9-8fe4-de7f2928f0ff tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:22.783544 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-197969c8-99f0-4ccc-a048-0e929fd6c47f req-2b2a0110-7a27-40f9-8fe4-de7f2928f0ff tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0583489 Jan 27 16:13:22.837414 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-197969c8-99f0-4ccc-a048-0e929fd6c47f req-cddaaebb-209f-4763-98eb-066283511d4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478687 Jan 27 16:13:23.983551 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f30d9-451e-438d-9801-f520ebaa6ec6 req-fa6abe21-4255-4687-913f-b0d96ecea50c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:23.985071 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f60f30d9-451e-438d-9801-f520ebaa6ec6 req-fa6abe21-4255-4687-913f-b0d96ecea50c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0561740 Jan 27 16:13:24.034791 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f60f30d9-451e-438d-9801-f520ebaa6ec6 req-295183f7-757c-4bdc-8b9c-92038d886594 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432715 Jan 27 16:13:24.463428 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-324840d8-9c9b-4942-9991-a7e77d3c86db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:25.179164 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2fbda-5c15-49f3-86c6-2a6a0e1e631f req-0ec9f94b-a3b5-434e-84b1-6891046a1ff3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:25.181634 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7ba2fbda-5c15-49f3-86c6-2a6a0e1e631f req-0ec9f94b-a3b5-434e-84b1-6891046a1ff3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0656366 Jan 27 16:13:25.240671 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7ba2fbda-5c15-49f3-86c6-2a6a0e1e631f req-a54603fe-5f68-4b22-9ac6-be2263178eea tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526838 Jan 27 16:13:26.378095 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771dfa3-cc0f-4559-b0d1-4b2faa33792d req-8f484013-bf19-44f3-94a5-1d43be5c7287 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:26.380308 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9771dfa3-cc0f-4559-b0d1-4b2faa33792d req-8f484013-bf19-44f3-94a5-1d43be5c7287 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0603724 Jan 27 16:13:26.432380 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9771dfa3-cc0f-4559-b0d1-4b2faa33792d req-fb2b8acd-4d35-4056-a7f2-4772865393c6 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462263 Jan 27 16:13:26.758837 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5c877dea-f63f-4204-826b-5977245b33de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:27.569794 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb6120-0309-40f8-bb97-0245a63ef3b9 req-820b1cb0-0e75-429a-a833-3b8c5f805439 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:27.571390 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-27bb6120-0309-40f8-bb97-0245a63ef3b9 req-820b1cb0-0e75-429a-a833-3b8c5f805439 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 943 time: 0.0562620 Jan 27 16:13:27.594387 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:13:27.632965 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-27bb6120-0309-40f8-bb97-0245a63ef3b9 req-a64ae140-8354-4e61-b2aa-04079366f6df tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489304 Jan 27 16:13:27.692862 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:27.725033 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:13:27.737557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '65f08781-43d4-4145-addc-4b4981e01510', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'port_id': '65f08781-43d4-4145-addc-4b4981e01510', 'mac_address': 'fa:16:3e:46:14:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:13:27.778471 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:13:27.779244 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:27.793103 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f08781-43d4-4145-addc-4b4981e01510 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:13:27.813647 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:13:27.817750 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:27.865272 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=9']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:13:28.187657 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['65f08781-43d4-4145-addc-4b4981e01510'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:13:28.247323 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:28.782473 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac61f0-542a-43b2-9a1d-1ba99477221f req-0eb3d414-a160-413a-ac6d-9c3ae442c699 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:28.784104 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-67ac61f0-542a-43b2-9a1d-1ba99477221f req-0eb3d414-a160-413a-ac6d-9c3ae442c699 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 944 time: 0.0596118 Jan 27 16:13:28.844231 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-67ac61f0-542a-43b2-9a1d-1ba99477221f req-1c6953a0-d35c-4cc2-bddb-1376824bedeb tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540688 Jan 27 16:13:29.184749 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:29.604515 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:13:29.657289 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 65f08781-43d4-4145-addc-4b4981e01510 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:13:29.657641 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (65f08781-43d4-4145-addc-4b4981e01510), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:29.856819 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 65f08781-43d4-4145-addc-4b4981e01510 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:13:29.857238 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:29.880915 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:13:29.883236 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c92c8c-acfa-42ec-9612-0f4abd2e8c71" -d '{"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-plugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:13:29.897322 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:13:29.906684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:29.930956 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f9451e-60db-4636-b67b-d14c47b4a82f x-openstack-request-id: req-57f9451e-60db-4636-b67b-d14c47b4a82f {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:13:29.931287 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-plugged", "status": "completed", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:13:29.931585 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57f9451e-60db-4636-b67b-d14c47b4a82f {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:13:29.931978 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'code': 200} Jan 27 16:13:29.959420 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=10']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:13:29.990825 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9431304-0758-4c80-88fc-cc2b6217ea12 req-80cdb905-d30b-4b7a-ba7c-8ce4ecf68d1d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:29.992442 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c9431304-0758-4c80-88fc-cc2b6217ea12 req-80cdb905-d30b-4b7a-ba7c-8ce4ecf68d1d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.0565462 Jan 27 16:13:30.046104 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c9431304-0758-4c80-88fc-cc2b6217ea12 req-bd335b5d-5fcc-46d9-bc70-34f2edb60f61 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465183 Jan 27 16:13:30.150061 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38290d2-5eb3-4f63-ac06-7280c792f3e2 req-439afe98-53a7-46c5-9b84-0fc3b991c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:30.151690 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c38290d2-5eb3-4f63-ac06-7280c792f3e2 req-439afe98-53a7-46c5-9b84-0fc3b991c580 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1099 time: 0.0440230 Jan 27 16:13:30.205329 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c38290d2-5eb3-4f63-ac06-7280c792f3e2 req-9b24865c-0533-45f9-a535-8b14357d8ebf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469191 Jan 27 16:13:30.487736 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:31.182872 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7399c6-ecdc-4727-ad62-29de083a25d5 req-b5bcddb5-222c-4579-ab27-5c9b3d31a686 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:31.184428 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f7399c6-ecdc-4727-ad62-29de083a25d5 req-b5bcddb5-222c-4579-ab27-5c9b3d31a686 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.0513914 Jan 27 16:13:31.232670 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4f7399c6-ecdc-4727-ad62-29de083a25d5 req-14a1d52e-d198-4112-83ac-f78e3c30634d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425665 Jan 27 16:13:32.355711 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49619a-a56d-4b11-ad76-1c29c7096bd5 req-a513e7f5-0757-4073-934d-001efc70ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:32.357224 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a49619a-a56d-4b11-ad76-1c29c7096bd5 req-a513e7f5-0757-4073-934d-001efc70ba4d tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.0483508 Jan 27 16:13:32.404226 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a49619a-a56d-4b11-ad76-1c29c7096bd5 req-242e9628-7dd3-4dc6-8c0a-b8ba27d7951c tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Jan 27 16:13:33.526524 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0c459-1e02-49f0-8c11-6cec53dbf87d req-97938cd9-7670-4d63-957e-6786bbdd7048 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:13:33.528033 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a8b0c459-1e02-49f0-8c11-6cec53dbf87d req-97938cd9-7670-4d63-957e-6786bbdd7048 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.0482163 Jan 27 16:13:33.577641 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a8b0c459-1e02-49f0-8c11-6cec53dbf87d req-3ab07380-8f49-4e56-a41f-c5ec99ae3a2e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Jan 27 16:13:49.991460 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:13:54.463976 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0742e61b-628a-4a50-afbe-dcfba68dc9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:56.752653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-874ebda4-1edf-4906-bac8-f7c67b7ffd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:57.668659 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:58.226861 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:13:59.191595 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:00.480874 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:01.564660 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13123c00-8a36-4596-976b-7931d092cfe9 req-82f16cf9-df2d-435c-9670-c10ee8ff95a3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:01.566080 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-13123c00-8a36-4596-976b-7931d092cfe9 req-82f16cf9-df2d-435c-9670-c10ee8ff95a3 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0488219 Jan 27 16:14:01.613224 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-13123c00-8a36-4596-976b-7931d092cfe9 req-3d67c49c-d3b5-4310-b984-aa6c12f72be4 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Jan 27 16:14:02.749597 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-6bf9fe4b-6da2-40bd-b7d0-b73b366871a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173391 Jan 27 16:14:02.760960 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084b5e-b78c-49bc-bbca-da00e33a2fc1 req-b8102119-dc2d-44c8-b413-099f296e3554 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:02.762475 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-04084b5e-b78c-49bc-bbca-da00e33a2fc1 req-b8102119-dc2d-44c8-b413-099f296e3554 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0776129 Jan 27 16:14:02.836922 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-04084b5e-b78c-49bc-bbca-da00e33a2fc1 req-77c2d200-e1f8-4bc9-8446-5c76f4913e10 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685563 Jan 27 16:14:02.845556 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-52f443da-89e6-46a7-9dd9-97d9c815fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:02.847323 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-52f443da-89e6-46a7-9dd9-97d9c815fed6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 1099 time: 0.0650349 Jan 27 16:14:02.957766 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-dba414e3-f8fd-4b77-903a-783532a28b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:02.959183 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-dba414e3-f8fd-4b77-903a-783532a28b50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 200 len: 917 time: 0.0883877 Jan 27 16:14:03.022389 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-7d99d25f-f9f5-45d3-bf88-fac6d1045b1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 200 len: 1000 time: 0.0566595 Jan 27 16:14:03.070570 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-e9a05a39-f799-4406-a9f2-0cce44673a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:03.072020 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-e9a05a39-f799-4406-a9f2-0cce44673a60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 200 len: 855 time: 0.0424893 Jan 27 16:14:03.121006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-8738bcff-56fe-48cb-aac9-9978a7150b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:03.122489 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-8738bcff-56fe-48cb-aac9-9978a7150b7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ac1415e-ce93-45b8-8b83-dca773596e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436504 Jan 27 16:14:03.133716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-122c2343-31b4-4de8-8da1-4893fa50d5af service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:14:03.134777 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-122c2343-31b4-4de8-8da1-4893fa50d5af service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049405 Jan 27 16:14:03.223416 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-da554e5e-5dc3-43b4-9377-d39bbaa21a8b service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819016 Jan 27 16:14:03.328493 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f3061be-3906-47d1-bc45-5a5549bb5e09 req-20be2e7d-c602-4682-b7e4-ff7b5895493c service neutron] 10.222.0.60 "GET /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988865 Jan 27 16:14:03.825552 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-d6541d23-1f75-42de-8fdb-9fd9d4891c7d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:03.827127 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-d6541d23-1f75-42de-8fdb-9fd9d4891c7d tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0486574 Jan 27 16:14:03.924225 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Deleting port ff5d25f5-ce25-4922-b228-2e1623343a70 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:03.924657 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:03.958488 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee66086-573f-4e3d-9703-2e401bb4a9bc req-7af3cc73-9ff2-47a6-b35a-0276a5b70751 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:03.960049 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-eee66086-573f-4e3d-9703-2e401bb4a9bc req-7af3cc73-9ff2-47a6-b35a-0276a5b70751 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 945 time: 0.0539408 Jan 27 16:14:04.019558 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-eee66086-573f-4e3d-9703-2e401bb4a9bc req-7bc87fdd-fe32-4b0b-961d-c66ee9c9013b tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups?id=003b2841-c515-4007-b27b-f97cdf681fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528400 Jan 27 16:14:04.024423 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] For port ff5d25f5-ce25-4922-b228-2e1623343a70, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ff5d25f5-ce25-4922-b228-2e1623343a70,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:04.024790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:04.208014 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:04.208384 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (c80d1812-59a2-4806-8236-9efc983898ab), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:04.208709 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Floating IP c80d1812-59a2-4806-8236-9efc983898ab disassociated. External IP: 172.27.3.39, port: ff5d25f5-ce25-4922-b228-2e1623343a70. Jan 27 16:14:04.209069 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Calling delete_port for ff5d25f5-ce25-4922-b228-2e1623343a70 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:04.356855 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (ff5d25f5-ce25-4922-b228-2e1623343a70), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:04.391816 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event deleted for resources: {'Port': ['ID=ff5d25f5-ce25-4922-b228-2e1623343a70,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:04.403732 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.404092 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.404446 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.404795 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.405135 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.406086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.406356 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.406692 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.407052 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.407397 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.407730 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.408056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.408489 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:04.528804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:04.676443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:04.688293 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:04.703343 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:04.704152 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:13:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:04.723513 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] No DVR routers for this DVR port ff5d25f5-ce25-4922-b228-2e1623343a70 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:04.727249 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:04.732548 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-50cfd040-11f7-4dee-bd43-7db116d66298 req-f82c3d0e-9e2a-4add-bc9e-6b18a9c49209 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.60 "DELETE /v2.0/ports/ff5d25f5-ce25-4922-b228-2e1623343a70 HTTP/1.1" status: 204 len: 173 time: 0.8995056 Jan 27 16:14:04.733346 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'name': 'network-vif-deleted', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:14:04.737514 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca0e0fb-03b9-4fc8-b195-c0d68c581778" -d '{"events": [{"server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "name": "network-vif-deleted", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:14:04.870441 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:04.924264 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e471697-ada6-4780-8988-035dfaf268dd x-openstack-request-id: req-3e471697-ada6-4780-8988-035dfaf268dd {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:14:04.925551 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371f3393-3721-4edf-b044-c77a76c684fc", "name": "network-vif-deleted", "tag": "ff5d25f5-ce25-4922-b228-2e1623343a70", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:14:04.926151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e471697-ada6-4780-8988-035dfaf268dd {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:14:04.928406 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371f3393-3721-4edf-b044-c77a76c684fc', 'name': 'network-vif-deleted', 'tag': 'ff5d25f5-ce25-4922-b228-2e1623343a70', 'status': 'completed', 'code': 200} Jan 27 16:14:05.131984 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:05.158971 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:05.168002 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:05.168611 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:13:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:05.169181 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-86b6be46-eb13-4611-96f6-b7782cbfc70d req-f06481d9-d2a3-4f73-aa09-31b0617801e7 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/ports?device_id=371f3393-3721-4edf-b044-c77a76c684fc HTTP/1.1" status: 200 len: 210 time: 0.0473261 Jan 27 16:14:05.301430 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:05.536784 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:05.564082 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5cc81-0c3b-4e0b-b66b-94749c0d54e7 None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 4, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '15d95a7f-ccf3-4602-9718-e241978d5920', 'name': '', 'network_id': 'bebbf3bc-5a24-4217-8b9c-919f8a6115ca', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'mac_address': 'fa:16:3e:00:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:03:01Z', 'updated_at': '2022-01-27T16:03:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'subnets': [{'id': 'ea80960f-c97a-4559-adc9-e6c5a8772f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:05.803452 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43d0b1-8273-4784-a808-035c8ec4d240 None None] New status for floating IP c80d1812-59a2-4806-8236-9efc983898ab: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:14:07.286888 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43812) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:07.348084 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (003b2841-c515-4007-b27b-f97cdf681fc1), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.380593 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (003b2841-c515-4007-b27b-f97cdf681fc1), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.438343 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (003b2841-c515-4007-b27b-f97cdf681fc1), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.443245 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.445147 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "DELETE /v2.0/security-groups/003b2841-c515-4007-b27b-f97cdf681fc1 HTTP/1.1" status: 204 len: 168 time: 0.1570230 Jan 27 16:14:07.448244 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 43814) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:07.459089 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b2841-c515-4007-b27b-f97cdf681fc1,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:07.466791 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.467254 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.467673 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.468030 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.468346 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.468674 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.469001 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.469326 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.469847 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.470038 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.470285 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.470667 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.471023 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275c47-45b3-4ad6-8242-f63ac2378284 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:07.477983 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.api.v2.resource [None req-66e6e715-2e75-450f-9688-b6124327c3d8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] show failed (client error): The resource could not be found. Jan 27 16:14:07.479622 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-66e6e715-2e75-450f-9688-b6124327c3d8 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "GET /v2.0/security-groups/003b2841-c515-4007-b27b-f97cdf681fc1 HTTP/1.1" status: 404 len: 347 time: 0.0297797 Jan 27 16:14:07.482522 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 43816) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:07.620220 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Deleting port 844d5e36-eedc-4eb2-86cf-f9824b629432 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:07.620607 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.708419 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.708801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (844d5e36-eedc-4eb2-86cf-f9824b629432), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.725773 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Calling delete_port for 844d5e36-eedc-4eb2-86cf-f9824b629432 owned by network:floatingip {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:07.808835 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ff5d25f5-ce25-4922-b228-2e1623343a70 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:07.833696 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: ff5d25f5-ce25-4922-b228-2e1623343a70 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:07.834191 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ff5d25f5-ce25-4922-b228-2e1623343a70 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:07.901019 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (844d5e36-eedc-4eb2-86cf-f9824b629432), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:07.935883 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Pushing event deleted for resources: {'Port': ['ID=844d5e36-eedc-4eb2-86cf-f9824b629432,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:08.015450 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks [] for floatingip (c80d1812-59a2-4806-8236-9efc983898ab), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:08.019597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:08.021442 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-3f68bb96-db12-4d43-a264-6e28b9449540 tempest-AttachVolumeTestJSON-1478876334 tempest-AttachVolumeTestJSON-1478876334-project] 10.222.0.61 "DELETE /v2.0/floatingips/c80d1812-59a2-4806-8236-9efc983898ab HTTP/1.1" status: 204 len: 168 time: 0.5370905 Jan 27 16:14:11.605905 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43846) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:12.256654 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:12.498128 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Deleting port 15d95a7f-ccf3-4602-9718-e241978d5920 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:12.498410 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:12.573459 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] For port 15d95a7f-ccf3-4602-9718-e241978d5920, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=15d95a7f-ccf3-4602-9718-e241978d5920,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:12.573825 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:12.586037 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Calling delete_port for 15d95a7f-ccf3-4602-9718-e241978d5920 owned by network:router_interface {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:12.762853 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (15d95a7f-ccf3-4602-9718-e241978d5920), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:12.790152 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Pushing event deleted for resources: {'Port': ['ID=15d95a7f-ccf3-4602-9718-e241978d5920,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:12.959494 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:13.170043 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:13.272038 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:13.277553 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-24fd11e7-6dbc-4ccb-b5c6-b48963f0e1db admin admin] 10.222.0.61 "PUT /v2.0/routers/13a9f04c-ff77-4339-b2d4-e4a2e70868fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6706293 Jan 27 16:14:13.280058 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43850) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:13.282714 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] Sync routers for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:13.293703 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:13.294435 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:13:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:13.387800 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks [] for router (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:13.398519 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:13.495610 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks [] for router_gateway (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:13.551992 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Deleting port 58771e93-8527-4835-80b1-cc15004cd64b {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:13.551992 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (58771e93-8527-4835-80b1-cc15004cd64b), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:13.579524 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '58771e93-8527-4835-80b1-cc15004cd64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:14:12Z', 'revision_number': 5, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port': {'id': '58771e93-8527-4835-80b1-cc15004cd64b', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:13.605772 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] Checking router: 13a9f04c-ff77-4339-b2d4-e4a2e70868fd for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:13.614828 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] Routers {'13a9f04c-ff77-4339-b2d4-e4a2e70868fd'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:13.615475 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:13:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:13.637957 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] For port 58771e93-8527-4835-80b1-cc15004cd64b, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=58771e93-8527-4835-80b1-cc15004cd64b,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:13.638318 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (58771e93-8527-4835-80b1-cc15004cd64b), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:13.649991 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Calling delete_port for 58771e93-8527-4835-80b1-cc15004cd64b owned by network:router_gateway {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:13.702603 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] Set router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd gateway port host: None {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:13.759049 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:14:13Z', 'revision_number': 6, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:13.786197 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52bbb3-dcfb-475e-a9ae-0881f72e0ff4 None None] The sync data for ids ['13a9f04c-ff77-4339-b2d4-e4a2e70868fd'] in dv-cinder-826350-3-iscsi is: [{'id': '13a9f04c-ff77-4339-b2d4-e4a2e70868fd', 'name': 'tempest-AttachVolumeTestJSON-925359108-router', 'tenant_id': 'b245b789104749da9a1417bab1c186c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:14:13Z', 'revision_number': 6, 'project_id': 'b245b789104749da9a1417bab1c186c6', 'gw_port_host': None}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:13.834559 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (58771e93-8527-4835-80b1-cc15004cd64b), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:13.863097 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58771e93-8527-4835-80b1-cc15004cd64b,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:13.928853 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.018111 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.020266 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks [] for router_controller (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.067202 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (13a9f04c-ff77-4339-b2d4-e4a2e70868fd), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.067766 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a9f04c-ff77-4339-b2d4-e4a2e70868fd {{(pid=102385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:14:14.073157 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.075346 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-78b0a928-3b1d-462e-8061-eea3d3f08bf3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/13a9f04c-ff77-4339-b2d4-e4a2e70868fd HTTP/1.1" status: 204 len: 168 time: 0.7933626 Jan 27 16:14:14.078077 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43852) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:14.128180 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Deleting subnet ea80960f-c97a-4559-adc9-e6c5a8772f5c {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:14:14.132317 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Publish callbacks [] for subnet (ea80960f-c97a-4559-adc9-e6c5a8772f5c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.181680 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (ea80960f-c97a-4559-adc9-e6c5a8772f5c), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.307028 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (ea80960f-c97a-4559-adc9-e6c5a8772f5c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.361105 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (ea80960f-c97a-4559-adc9-e6c5a8772f5c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.390109 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea80960f-c97a-4559-adc9-e6c5a8772f5c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:14.393836 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.397380 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7f911d78-2dd8-4602-94ae-70e2052794fb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ea80960f-c97a-4559-adc9-e6c5a8772f5c HTTP/1.1" status: 204 len: 168 time: 0.3177006 Jan 27 16:14:14.399732 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43854) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:14.399893 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f2256-ed72-413b-a2ca-73fb139b1c7e None None] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:14:14.471952 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (bebbf3bc-5a24-4217-8b9c-919f8a6115ca), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.526911 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Deleting port 11958eff-0836-4f94-890b-4f1766c74804 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:14.527285 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (11958eff-0836-4f94-890b-4f1766c74804), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.572163 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] DHCP port deletion for bebbf3bc-5a24-4217-8b9c-919f8a6115ca request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:14:14.608196 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 15d95a7f-ccf3-4602-9718-e241978d5920 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:14.608676 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] For port 11958eff-0836-4f94-890b-4f1766c74804, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=11958eff-0836-4f94-890b-4f1766c74804,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:14.609045 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (11958eff-0836-4f94-890b-4f1766c74804), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.624179 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Calling delete_port for 11958eff-0836-4f94-890b-4f1766c74804 owned by network:dhcp {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:14.630135 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 15d95a7f-ccf3-4602-9718-e241978d5920 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:14.630558 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 15d95a7f-ccf3-4602-9718-e241978d5920 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:14.656259 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Deleting port 11958eff-0836-4f94-890b-4f1766c74804 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:14.656760 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (11958eff-0836-4f94-890b-4f1766c74804), before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.713450 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (11958eff-0836-4f94-890b-4f1766c74804), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.744998 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] No DVR routers for this DVR port 11958eff-0836-4f94-890b-4f1766c74804 on host dv-cinder-826350-3-iscsi {{(pid=102385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:14.751109 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=11958eff-0836-4f94-890b-4f1766c74804,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:14.831703 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (bebbf3bc-5a24-4217-8b9c-919f8a6115ca), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.856935 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebbf3bc-5a24-4217-8b9c-919f8a6115ca']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:14.858643 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] For port 11958eff-0836-4f94-890b-4f1766c74804, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=11958eff-0836-4f94-890b-4f1766c74804,segment=NetworkSegment(e515388a-6d59-4667-9e6f-33f5a6911d00),segment_id=e515388a-6d59-4667-9e6f-33f5a6911d00)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:14.859158 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (11958eff-0836-4f94-890b-4f1766c74804), precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.869567 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e515388a-6d59-4667-9e6f-33f5a6911d00') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:14.870164 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e515388a-6d59-4667-9e6f-33f5a6911d00') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:14.879684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Calling delete_port for 11958eff-0836-4f94-890b-4f1766c74804 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:14.882509 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (e515388a-6d59-4667-9e6f-33f5a6911d00), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.909748 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (e515388a-6d59-4667-9e6f-33f5a6911d00), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.922834 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:14:14.923510 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (e515388a-6d59-4667-9e6f-33f5a6911d00), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:14:14.926582 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:14:15.000497 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (bebbf3bc-5a24-4217-8b9c-919f8a6115ca), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.007245 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.010467 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bebbf3bc-5a24-4217-8b9c-919f8a6115ca HTTP/1.1" status: 204 len: 168 time: 0.6097505 Jan 27 16:14:15.024684 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4734130-e07c-4f93-ae17-dfeda028bf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=bebbf3bc-5a24-4217-8b9c-919f8a6115ca,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:15.029134 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704'] for port (11958eff-0836-4f94-890b-4f1766c74804), after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.068139 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Network bebbf3bc-5a24-4217-8b9c-919f8a6115ca is not hosted by any dhcp agent {{(pid=102386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 16:14:15.068848 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] No DVR routers for this DVR port 11958eff-0836-4f94-890b-4f1766c74804 on host dv-cinder-826350-3-iscsi {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:15.071240 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Pushing event deleted for resources: {'Port': ['ID=11958eff-0836-4f94-890b-4f1766c74804,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:15.087019 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.087019 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.087019 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.087625 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.088154 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.088696 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.089210 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.089715 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.090247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.090790 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.091366 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.091921 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.092465 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c6157-f095-4c21-ade0-7e054a6f4434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:14:15.186420 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 43858) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:15.236649 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c8f77b98-170a-4f47-8b82-11d287fa151f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b245b789104749da9a1417bab1c186c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486956 Jan 27 16:14:15.239342 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 43860) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:15.289946 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6adc6a88-8d35-4741-a138-924064668412 admin admin] Publish callbacks [] for security_group (4b636fdf-b789-4395-bb19-60a4a4af8a82), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.312589 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6adc6a88-8d35-4741-a138-924064668412 admin admin] Publish callbacks [] for security_group (4b636fdf-b789-4395-bb19-60a4a4af8a82), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.364993 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6adc6a88-8d35-4741-a138-924064668412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4b636fdf-b789-4395-bb19-60a4a4af8a82), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.368187 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-6adc6a88-8d35-4741-a138-924064668412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:15.369507 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-6adc6a88-8d35-4741-a138-924064668412 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b636fdf-b789-4395-bb19-60a4a4af8a82 HTTP/1.1" status: 204 len: 168 time: 0.1292112 Jan 27 16:14:15.380456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc6a88-8d35-4741-a138-924064668412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b636fdf-b789-4395-bb19-60a4a4af8a82,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:16.206247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 58771e93-8527-4835-80b1-cc15004cd64b no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:16.243107 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 58771e93-8527-4835-80b1-cc15004cd64b {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:16.243723 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 58771e93-8527-4835-80b1-cc15004cd64b not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:16.244239 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 11958eff-0836-4f94-890b-4f1766c74804 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:16.267057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 11958eff-0836-4f94-890b-4f1766c74804 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:16.267580 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 11958eff-0836-4f94-890b-4f1766c74804 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:24.469436 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8a18664c-5515-49b1-b3a7-f1a3d5d8f78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.200941 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 43978) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:25.314275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c1d22e30-7a45-45b2-935f-785edbce679a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.402161 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c1d22e30-7a45-45b2-935f-785edbce679a admin admin] Publish callbacks [] for security_group (24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.407082 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c1d22e30-7a45-45b2-935f-785edbce679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.451142 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c1d22e30-7a45-45b2-935f-785edbce679a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14f885fb27584a34a45dec9d0b7fed09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480035 Jan 27 16:14:25.451899 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d22e30-7a45-45b2-935f-785edbce679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:25.454293 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 43982) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:25.524702 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c5525cc-227e-4ff2-9aa5-d3cbbcc113a3 admin admin] Publish callbacks [] for security_group (24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.554349 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c5525cc-227e-4ff2-9aa5-d3cbbcc113a3 admin admin] Publish callbacks [] for security_group (24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.620759 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c5525cc-227e-4ff2-9aa5-d3cbbcc113a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.625616 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5c5525cc-227e-4ff2-9aa5-d3cbbcc113a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:25.627631 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5c5525cc-227e-4ff2-9aa5-d3cbbcc113a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c HTTP/1.1" status: 204 len: 168 time: 0.1714315 Jan 27 16:14:25.644681 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5525cc-227e-4ff2-9aa5-d3cbbcc113a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b5f86c-5f50-4f9b-8e48-bbc0a9cc796c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:26.756960 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-50135052-58d9-4229-8b18-d1a95112d717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:26.990025 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:14:27.369432 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44028) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:27.536068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c13f5b35-329e-45f3-a0b1-874f6c0bed91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.658898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c13f5b35-329e-45f3-a0b1-874f6c0bed91 admin admin] Publish callbacks [] for security_group (59afd23a-5d58-4cca-9233-d87083f00219), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.664980 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c13f5b35-329e-45f3-a0b1-874f6c0bed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (59afd23a-5d58-4cca-9233-d87083f00219), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.678429 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.732708 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c13f5b35-329e-45f3-a0b1-874f6c0bed91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=baed08185b634969a6a1e244e29a1e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615663 Jan 27 16:14:27.734543 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f5b35-329e-45f3-a0b1-874f6c0bed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afd23a-5d58-4cca-9233-d87083f00219,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:27.735238 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44032) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:27.804266 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6b35a7fe-5754-4a0e-b814-23a526c6c511 admin admin] Publish callbacks [] for security_group (59afd23a-5d58-4cca-9233-d87083f00219), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.829656 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6b35a7fe-5754-4a0e-b814-23a526c6c511 admin admin] Publish callbacks [] for security_group (59afd23a-5d58-4cca-9233-d87083f00219), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.882558 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6b35a7fe-5754-4a0e-b814-23a526c6c511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (59afd23a-5d58-4cca-9233-d87083f00219), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.885775 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6b35a7fe-5754-4a0e-b814-23a526c6c511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:27.887195 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6b35a7fe-5754-4a0e-b814-23a526c6c511 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59afd23a-5d58-4cca-9233-d87083f00219 HTTP/1.1" status: 204 len: 168 time: 0.1505694 Jan 27 16:14:27.900053 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35a7fe-5754-4a0e-b814-23a526c6c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afd23a-5d58-4cca-9233-d87083f00219,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:28.186585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44038) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:28.199838 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c3cf51b7-3420-4704-ad18-bd15aaecb16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.233141 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.284694 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c3cf51b7-3420-4704-ad18-bd15aaecb16a admin admin] Publish callbacks [] for security_group (8581f2f5-9722-423e-b694-2c60b1286b4b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.289653 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c3cf51b7-3420-4704-ad18-bd15aaecb16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8581f2f5-9722-423e-b694-2c60b1286b4b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.329593 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c3cf51b7-3420-4704-ad18-bd15aaecb16a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6235354de3345be8eebf6182aa7f7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418600 Jan 27 16:14:28.330712 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf51b7-3420-4704-ad18-bd15aaecb16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8581f2f5-9722-423e-b694-2c60b1286b4b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:28.332688 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44040) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:28.394772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b69e-fd7d-469d-af1c-8371ab5121b9 admin admin] Publish callbacks [] for security_group (8581f2f5-9722-423e-b694-2c60b1286b4b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.423517 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b69e-fd7d-469d-af1c-8371ab5121b9 admin admin] Publish callbacks [] for security_group (8581f2f5-9722-423e-b694-2c60b1286b4b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.472359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b69e-fd7d-469d-af1c-8371ab5121b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (8581f2f5-9722-423e-b694-2c60b1286b4b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.475261 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b69e-fd7d-469d-af1c-8371ab5121b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:28.479384 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c2e3b69e-fd7d-469d-af1c-8371ab5121b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8581f2f5-9722-423e-b694-2c60b1286b4b HTTP/1.1" status: 204 len: 168 time: 0.1423788 Jan 27 16:14:28.485344 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3b69e-fd7d-469d-af1c-8371ab5121b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8581f2f5-9722-423e-b694-2c60b1286b4b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:28.986484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44054) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:29.194845 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:29.390884 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Deleting port 96f9fab4-5c5f-4afe-985f-4b2db6630c94 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:29.391368 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:29.494933 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:29.495971 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for floatingip (96f9fab4-5c5f-4afe-985f-4b2db6630c94), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:29.512372 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Calling delete_port for 96f9fab4-5c5f-4afe-985f-4b2db6630c94 owned by network:floatingip {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:29.753299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (96f9fab4-5c5f-4afe-985f-4b2db6630c94), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:29.783450 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event deleted for resources: {'Port': ['ID=96f9fab4-5c5f-4afe-985f-4b2db6630c94,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:29.885296 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for floatingip (497c49a2-5b49-4cb3-b128-696bbd01b35f), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:29.885642 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Floating IP 497c49a2-5b49-4cb3-b128-696bbd01b35f disassociated (deleted). External IP: 172.27.3.154, port: ad7c7c1a-2840-4fc3-8560-37a45a3feea6. Jan 27 16:14:30.159469 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Router f2f09c79-954a-4dd3-9ffe-0218767762e0 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:30.490171 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:30.556405 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:30.563792 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:30.576379 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] Sync routers for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:30.589317 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:30.590139 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:30.611955 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-cba3c2a2-3704-4686-a0b7-b9eaee00671e tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "DELETE /v2.0/floatingips/497c49a2-5b49-4cb3-b128-696bbd01b35f HTTP/1.1" status: 204 len: 168 time: 1.6238210 Jan 27 16:14:30.612804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:14:30.617320 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d91456-ba6a-4ce7-a70f-a63f79449862" -d '{"events": [{"name": "network-changed", "server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:14:30.687365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b69b6-f5dd-49af-b9d2-617786da3db1 x-openstack-request-id: req-aa5b69b6-f5dd-49af-b9d2-617786da3db1 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:14:30.688132 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:14:30.688988 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa5b69b6-f5dd-49af-b9d2-617786da3db1 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:14:30.689822 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'status': 'completed', 'code': 200} Jan 27 16:14:30.816682 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-39c55f05-cc2c-4f4b-8022-155997c9476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:30.819759 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-39c55f05-cc2c-4f4b-8022-155997c9476d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c3096dd728a485190c1c92efa3850e3&device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 1099 time: 0.0956411 Jan 27 16:14:30.941063 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:31.060952 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-657728a6-abba-4291-b113-175a31b14de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:31.063431 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-657728a6-abba-4291-b113-175a31b14de6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 200 len: 909 time: 0.2330253 Jan 27 16:14:31.080009 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116ce3-407d-44cb-be0a-fc1296c3e59f req-e140bd6f-cc69-460e-89ec-237756c94f56 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:31.082430 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-88116ce3-407d-44cb-be0a-fc1296c3e59f req-e140bd6f-cc69-460e-89ec-237756c94f56 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.1286204 Jan 27 16:14:31.174666 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-a890d75c-e9c0-4ff8-a1ed-a9daa96a4379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 200 len: 217 time: 0.0907831 Jan 27 16:14:31.238542 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44124) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:31.289342 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-88116ce3-407d-44cb-be0a-fc1296c3e59f req-282fa9b8-da91-4022-a5a7-e18a564b059b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877558 Jan 27 16:14:31.304531 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-8a3952cf-32cf-43dc-9ef3-d2bf3e84b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:31.307085 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-8a3952cf-32cf-43dc-9ef3-d2bf3e84b956 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 200 len: 847 time: 0.1226823 Jan 27 16:14:31.307476 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:52Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:31.334574 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] Checking router: f2f09c79-954a-4dd3-9ffe-0218767762e0 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:31.345422 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:31.346467 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:31.385137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-e8a30591-1ad7-4e5b-834d-963540c74ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:31.387219 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-e8a30591-1ad7-4e5b-834d-963540c74ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be4781d7-03d6-47f6-88f7-8f665393817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731087 Jan 27 16:14:31.467728 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b3c0feda-3190-4b90-be1d-e4ba1da00cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.468636 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:31.501236 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-ca2016c1-d6fd-49be-9697-0153d6d26f86 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052086 Jan 27 16:14:31.602543 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b3c0feda-3190-4b90-be1d-e4ba1da00cd7 admin admin] Publish callbacks [] for security_group (2895033f-53f6-4643-896d-a7f63a89ba00), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.608927 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b3c0feda-3190-4b90-be1d-e4ba1da00cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2895033f-53f6-4643-896d-a7f63a89ba00), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.640707 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-67d91456-ba6a-4ce7-a70f-a63f79449862 req-ebd73185-ec29-4f99-8d2f-1920ee641653 service neutron] 10.222.0.60 "GET /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320298 Jan 27 16:14:31.683937 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b3c0feda-3190-4b90-be1d-e4ba1da00cd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0093db7d3a6144c0bfdb236eef30af0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439933 Jan 27 16:14:31.685928 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0feda-3190-4b90-be1d-e4ba1da00cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895033f-53f6-4643-896d-a7f63a89ba00,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:31.687304 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44128) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:31.699293 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:52Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:31.731366 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566e20c-e7ed-4634-846e-73f2134eea97 None None] The sync data for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi is: [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:08:46Z', 'revision_number': 4, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'da0f3c16-57da-461e-b701-f67ad51893b9', 'name': '', 'network_id': 'be4781d7-03d6-47f6-88f7-8f665393817a', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'mac_address': 'fa:16:3e:5d:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:45Z', 'updated_at': '2022-01-27T16:08:52Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'subnets': [{'id': 'd282d84c-b16d-4608-8f67-fbff30dd8cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:31.765332 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e92bf4e5-1117-4591-9e0d-906b84523e9c admin admin] Publish callbacks [] for security_group (2895033f-53f6-4643-896d-a7f63a89ba00), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.795311 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e92bf4e5-1117-4591-9e0d-906b84523e9c admin admin] Publish callbacks [] for security_group (2895033f-53f6-4643-896d-a7f63a89ba00), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.861454 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e92bf4e5-1117-4591-9e0d-906b84523e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2895033f-53f6-4643-896d-a7f63a89ba00), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.865486 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e92bf4e5-1117-4591-9e0d-906b84523e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:31.867590 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e92bf4e5-1117-4591-9e0d-906b84523e9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2895033f-53f6-4643-896d-a7f63a89ba00 HTTP/1.1" status: 204 len: 168 time: 0.1785192 Jan 27 16:14:31.881655 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bf4e5-1117-4591-9e0d-906b84523e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895033f-53f6-4643-896d-a7f63a89ba00,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:32.043252 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59094bae-ccdf-46ae-bfc9-2699055e5370 None None] New status for floating IP 497c49a2-5b49-4cb3-b128-696bbd01b35f: DOWN {{(pid=102386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:14:32.275255 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44134) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:32.289549 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-fb4398e8-620a-4764-a1ff-4ce4bcf2235d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.401106 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-fb4398e8-620a-4764-a1ff-4ce4bcf2235d admin admin] Publish callbacks [] for security_group (a15e36e9-be52-438c-9c9d-b80b15533cb9), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.406871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-fb4398e8-620a-4764-a1ff-4ce4bcf2235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a15e36e9-be52-438c-9c9d-b80b15533cb9), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.462102 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-fb4398e8-620a-4764-a1ff-4ce4bcf2235d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9dcdc772370d4236b6628ae6f5b61fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855896 Jan 27 16:14:32.463105 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4398e8-620a-4764-a1ff-4ce4bcf2235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e36e9-be52-438c-9c9d-b80b15533cb9,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:32.472077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44138) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:32.479627 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9800-94a9-421a-994e-e9a6eb2245cd req-525a7f2e-4d62-4658-866c-13d4c982c6f6 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:32.487585 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7cea9800-94a9-421a-994e-e9a6eb2245cd req-525a7f2e-4d62-4658-866c-13d4c982c6f6 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0750067 Jan 27 16:14:32.546365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f881-93c3-4755-a8c4-731f06a5fa61 admin admin] Publish callbacks [] for security_group (a15e36e9-be52-438c-9c9d-b80b15533cb9), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.548674 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7cea9800-94a9-421a-994e-e9a6eb2245cd req-e14b53a8-1aed-4c60-8a28-32dbcdf635fc tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/security-groups?id=468c345c-81e9-4355-babb-238d181a88b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599570 Jan 27 16:14:32.581716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f881-93c3-4755-a8c4-731f06a5fa61 admin admin] Publish callbacks [] for security_group (a15e36e9-be52-438c-9c9d-b80b15533cb9), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.639725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f881-93c3-4755-a8c4-731f06a5fa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a15e36e9-be52-438c-9c9d-b80b15533cb9), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.643227 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f881-93c3-4755-a8c4-731f06a5fa61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:32.645136 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-f5b6f881-93c3-4755-a8c4-731f06a5fa61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a15e36e9-be52-438c-9c9d-b80b15533cb9 HTTP/1.1" status: 204 len: 168 time: 0.1714218 Jan 27 16:14:32.658324 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6f881-93c3-4755-a8c4-731f06a5fa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e36e9-be52-438c-9c9d-b80b15533cb9,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:32.794289 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d301-29fe-49fe-87ca-233e532a550e req-bfb0d79c-5b07-4978-982b-1e9e080f7be0 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:32.795961 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-61f0d301-29fe-49fe-87ca-233e532a550e req-bfb0d79c-5b07-4978-982b-1e9e080f7be0 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.60 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 946 time: 0.0633454 Jan 27 16:14:32.909407 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Deleting port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:32.909826 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:33.022754 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] For port ad7c7c1a-2840-4fc3-8560-37a45a3feea6, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:33.023540 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:33.044151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Calling delete_port for ad7c7c1a-2840-4fc3-8560-37a45a3feea6 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:33.230916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (ad7c7c1a-2840-4fc3-8560-37a45a3feea6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:33.265998 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event deleted for resources: {'Port': ['ID=ad7c7c1a-2840-4fc3-8560-37a45a3feea6,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:33.344019 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] No DVR routers for this DVR port ad7c7c1a-2840-4fc3-8560-37a45a3feea6 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:33.347643 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:33.352804 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-61f0d301-29fe-49fe-87ca-233e532a550e req-dfafd5ce-13cd-4fe8-aab7-07be2d2a9e6b tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.60 "DELETE /v2.0/ports/ad7c7c1a-2840-4fc3-8560-37a45a3feea6 HTTP/1.1" status: 204 len: 173 time: 0.5507867 Jan 27 16:14:33.353368 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-deleted', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:14:33.360001 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ac4863-25e9-44bc-baf5-e39f22371402" -d '{"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-deleted", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:14:33.415610 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa32cd1d-4d9e-4031-b03d-69591f9205f5 x-openstack-request-id: req-aa32cd1d-4d9e-4031-b03d-69591f9205f5 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:14:33.415610 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325464d0-4037-487b-b9b3-c71fb19fb437", "name": "network-vif-deleted", "tag": "ad7c7c1a-2840-4fc3-8560-37a45a3feea6", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:14:33.415610 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa32cd1d-4d9e-4031-b03d-69591f9205f5 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:14:33.415610 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325464d0-4037-487b-b9b3-c71fb19fb437', 'name': 'network-vif-deleted', 'tag': 'ad7c7c1a-2840-4fc3-8560-37a45a3feea6', 'status': 'completed', 'code': 200} Jan 27 16:14:33.707909 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-21fc743b-7e41-4400-8ab3-2798426a35d6 req-c69cc004-91fd-4627-b3e7-e6f1663c8da6 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "GET /v2.0/ports?device_id=325464d0-4037-487b-b9b3-c71fb19fb437 HTTP/1.1" status: 200 len: 210 time: 0.0540342 Jan 27 16:14:34.806203 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44190) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:34.871977 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ee68cab-c392-4f47-980f-67adeffa0375 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group (468c345c-81e9-4355-babb-238d181a88b4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:34.908943 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ee68cab-c392-4f47-980f-67adeffa0375 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group (468c345c-81e9-4355-babb-238d181a88b4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:34.988568 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ee68cab-c392-4f47-980f-67adeffa0375 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (468c345c-81e9-4355-babb-238d181a88b4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:34.995382 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3ee68cab-c392-4f47-980f-67adeffa0375 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:34.997375 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-3ee68cab-c392-4f47-980f-67adeffa0375 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] 10.222.0.61 "DELETE /v2.0/security-groups/468c345c-81e9-4355-babb-238d181a88b4 HTTP/1.1" status: 204 len: 168 time: 0.1899176 Jan 27 16:14:35.013390 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee68cab-c392-4f47-980f-67adeffa0375 tempest-TestShelveInstance-120385398 tempest-TestShelveInstance-120385398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c345c-81e9-4355-babb-238d181a88b4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:35.068675 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44200) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:35.805748 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (f2f09c79-954a-4dd3-9ffe-0218767762e0), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:35.993016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:36.018683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: ad7c7c1a-2840-4fc3-8560-37a45a3feea6 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:36.019053 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device ad7c7c1a-2840-4fc3-8560-37a45a3feea6 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:36.150527 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Deleting port da0f3c16-57da-461e-b701-f67ad51893b9 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:36.151213 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:36.247842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] For port da0f3c16-57da-461e-b701-f67ad51893b9, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=da0f3c16-57da-461e-b701-f67ad51893b9,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:36.248290 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:36.268481 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Calling delete_port for da0f3c16-57da-461e-b701-f67ad51893b9 owned by network:router_interface {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:36.488622 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (da0f3c16-57da-461e-b701-f67ad51893b9), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:36.526675 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0f3c16-57da-461e-b701-f67ad51893b9,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:36.736687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (f2f09c79-954a-4dd3-9ffe-0218767762e0), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:37.053158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Router f2f09c79-954a-4dd3-9ffe-0218767762e0 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:37.163409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:37.174793 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-bb96f545-a8ce-47a0-8e8d-759a7589dbb8 admin admin] 10.222.0.61 "PUT /v2.0/routers/f2f09c79-954a-4dd3-9ffe-0218767762e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0989435 Jan 27 16:14:37.174793 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44222) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:37.184384 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] Sync routers for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:37.201482 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:37.202357 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:37.347047 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:37.612598 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks [] for router (f2f09c79-954a-4dd3-9ffe-0218767762e0), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:37.667491 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:14:36Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:37.718942 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] Checking router: f2f09c79-954a-4dd3-9ffe-0218767762e0 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:37.734037 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] Routers {'f2f09c79-954a-4dd3-9ffe-0218767762e0'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:37.737072 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['f2f09c79-954a-4dd3-9ffe-0218767762e0'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:37.822033 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks [] for router_gateway (f2f09c79-954a-4dd3-9ffe-0218767762e0), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:37.907061 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Deleting port 1674c0e9-85f3-4b58-9813-b8f61d86fa73 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:37.907730 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:37.922207 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] Set router f2f09c79-954a-4dd3-9ffe-0218767762e0 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:38.007598 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] For port 1674c0e9-85f3-4b58-9813-b8f61d86fa73, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=1674c0e9-85f3-4b58-9813-b8f61d86fa73,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:38.008263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.034513 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Calling delete_port for 1674c0e9-85f3-4b58-9813-b8f61d86fa73 owned by network:router_gateway {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:38.153331 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:14:36Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:38.197889 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce3bf4-e30b-4ccf-bea7-50d17df28604 None None] The sync data for ids ['f2f09c79-954a-4dd3-9ffe-0218767762e0'] in dv-cinder-826350-3-iscsi is: [{'id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'name': 'tempest-TestShelveInstance-439700373-router', 'tenant_id': '1c3096dd728a485190c1c92efa3850e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:42Z', 'updated_at': '2022-01-27T16:14:36Z', 'revision_number': 5, 'project_id': '1c3096dd728a485190c1c92efa3850e3', 'gw_port': {'id': '1674c0e9-85f3-4b58-9813-b8f61d86fa73', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f09c79-954a-4dd3-9ffe-0218767762e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:43Z', 'updated_at': '2022-01-27T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:38.347695 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (1674c0e9-85f3-4b58-9813-b8f61d86fa73), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.381118 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1674c0e9-85f3-4b58-9813-b8f61d86fa73,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:38.456809 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (f2f09c79-954a-4dd3-9ffe-0218767762e0), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.651721 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (f2f09c79-954a-4dd3-9ffe-0218767762e0), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.656643 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks [] for router_controller (f2f09c79-954a-4dd3-9ffe-0218767762e0), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.757292 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (f2f09c79-954a-4dd3-9ffe-0218767762e0), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.758129 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f09c79-954a-4dd3-9ffe-0218767762e0 {{(pid=102384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:14:38.765407 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.766900 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-410a1933-919a-4161-adfb-2a90f2a99e47 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f2f09c79-954a-4dd3-9ffe-0218767762e0 HTTP/1.1" status: 204 len: 168 time: 1.5932827 Jan 27 16:14:38.770385 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44240) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:38.834040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Deleting subnet d282d84c-b16d-4608-8f67-fbff30dd8cfb {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:14:38.838442 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Publish callbacks [] for subnet (d282d84c-b16d-4608-8f67-fbff30dd8cfb), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:38.892860 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (d282d84c-b16d-4608-8f67-fbff30dd8cfb), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.040015 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (d282d84c-b16d-4608-8f67-fbff30dd8cfb), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.111168 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (d282d84c-b16d-4608-8f67-fbff30dd8cfb), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.140184 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d282d84c-b16d-4608-8f67-fbff30dd8cfb,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:39.144270 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.154526 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44254) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:39.156310 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c38a3402-ce2f-4f01-b791-ed387defc3a5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d282d84c-b16d-4608-8f67-fbff30dd8cfb HTTP/1.1" status: 204 len: 168 time: 0.3831313 Jan 27 16:14:39.157629 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e842bad-c646-475f-8b8e-b43dd726ac4b None None] Network be4781d7-03d6-47f6-88f7-8f665393817a requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:14:39.234012 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (be4781d7-03d6-47f6-88f7-8f665393817a), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.331812 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Deleting port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:39.332429 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.379081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106068e-d7c2-4b3d-8ada-adb0d0055a61 req-866ca3c0-c688-471b-913e-f3aa9b25a280 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:39.381033 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1106068e-d7c2-4b3d-8ada-adb0d0055a61 req-866ca3c0-c688-471b-913e-f3aa9b25a280 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.0782011 Jan 27 16:14:39.431672 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] DHCP port deletion for be4781d7-03d6-47f6-88f7-8f665393817a request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:14:39.446524 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] For port 6f0f521d-c69b-49e5-a78a-ad40a4e58668, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=6f0f521d-c69b-49e5-a78a-ad40a4e58668,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:39.447641 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.474400 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Calling delete_port for 6f0f521d-c69b-49e5-a78a-ad40a4e58668 owned by network:dhcp {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:39.516069 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] Deleting port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:39.517025 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.540712 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1106068e-d7c2-4b3d-8ada-adb0d0055a61 req-413249fa-5146-4ac4-916e-cf00a8c17613 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526840 Jan 27 16:14:39.615057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] For port 6f0f521d-c69b-49e5-a78a-ad40a4e58668, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=6f0f521d-c69b-49e5-a78a-ad40a4e58668,segment=NetworkSegment(4ae5854c-ec28-4ddd-b355-32794ab3c233),segment_id=4ae5854c-ec28-4ddd-b355-32794ab3c233)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:39.615821 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.643490 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] Calling delete_port for 6f0f521d-c69b-49e5-a78a-ad40a4e58668 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:39.760464 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.790814 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] Pushing event deleted for resources: {'Port': ['ID=6f0f521d-c69b-49e5-a78a-ad40a4e58668,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:39.795311 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c03b5-b1fb-457f-b34f-fd32d939b9ab None None] No DVR routers for this DVR port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 on host dv-cinder-826350-3-iscsi {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:39.838443 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (6f0f521d-c69b-49e5-a78a-ad40a4e58668), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.866009 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0f521d-c69b-49e5-a78a-ad40a4e58668,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:39.869580 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] No DVR routers for this DVR port 6f0f521d-c69b-49e5-a78a-ad40a4e58668 on host dv-cinder-826350-3-iscsi {{(pid=102385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:39.942154 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (be4781d7-03d6-47f6-88f7-8f665393817a), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:39.968414 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4781d7-03d6-47f6-88f7-8f665393817a']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:39.978298 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae5854c-ec28-4ddd-b355-32794ab3c233') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:39.978591 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae5854c-ec28-4ddd-b355-32794ab3c233') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:39.988021 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (4ae5854c-ec28-4ddd-b355-32794ab3c233), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:40.001559 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (4ae5854c-ec28-4ddd-b355-32794ab3c233), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:40.008900 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:14:40.009409 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (4ae5854c-ec28-4ddd-b355-32794ab3c233), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: self.session.flush() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: self.session.flush() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: self.session.flush() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: self.session.flush() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:14:40.011499 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:14:40.069333 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (be4781d7-03d6-47f6-88f7-8f665393817a), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:40.075433 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:40.078620 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/be4781d7-03d6-47f6-88f7-8f665393817a HTTP/1.1" status: 204 len: 168 time: 0.9229515 Jan 27 16:14:40.083923 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44262) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:40.090458 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d745a0-2cbc-4cc8-b9a7-168271bd90f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4781d7-03d6-47f6-88f7-8f665393817a,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:40.222427 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device da0f3c16-57da-461e-b701-f67ad51893b9 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:40.248303 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: da0f3c16-57da-461e-b701-f67ad51893b9 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:40.248701 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device da0f3c16-57da-461e-b701-f67ad51893b9 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:40.249119 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 6f0f521d-c69b-49e5-a78a-ad40a4e58668 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:40.272343 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 6f0f521d-c69b-49e5-a78a-ad40a4e58668 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:40.272647 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 6f0f521d-c69b-49e5-a78a-ad40a4e58668 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:40.272987 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 1674c0e9-85f3-4b58-9813-b8f61d86fa73 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:40.292789 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 1674c0e9-85f3-4b58-9813-b8f61d86fa73 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:40.293165 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 1674c0e9-85f3-4b58-9813-b8f61d86fa73 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:40.482359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (e8984507-932c-4d50-921f-fe869be1fef6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:40.759112 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516daf3f-4eea-44fd-8f44-47cf20b99bfd req-c19f7355-5c0c-48dc-9071-50f61ee0ce83 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:40.783096 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-516daf3f-4eea-44fd-8f44-47cf20b99bfd req-c19f7355-5c0c-48dc-9071-50f61ee0ce83 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.0969927 Jan 27 16:14:40.857354 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-516daf3f-4eea-44fd-8f44-47cf20b99bfd req-3bb0a9c7-6741-4ebb-a2cc-b9b830e52a67 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823078 Jan 27 16:14:40.864292 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Deleting port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:40.865033 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.012590 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] For port d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:41.013106 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.031347 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Calling delete_port for d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a owned by network:router_interface {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:41.045700 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c887a43-3946-4577-922e-98170180d81d req-a5ea1508-9a54-4eda-9c7a-4c9f7057a80e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:41.048310 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8c887a43-3946-4577-922e-98170180d81d req-a5ea1508-9a54-4eda-9c7a-4c9f7057a80e tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.1070971 Jan 27 16:14:41.267434 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Deleting port 65f08781-43d4-4145-addc-4b4981e01510 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:41.267943 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (65f08781-43d4-4145-addc-4b4981e01510), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.407244 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] For port 65f08781-43d4-4145-addc-4b4981e01510, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=65f08781-43d4-4145-addc-4b4981e01510,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:41.407627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (65f08781-43d4-4145-addc-4b4981e01510), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.410488 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.453672 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:41.741768 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.742820 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (97121ca8-b661-447e-9958-011b43905430), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:41.742820 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Floating IP 97121ca8-b661-447e-9958-011b43905430 disassociated. External IP: 172.27.3.34, port: 65f08781-43d4-4145-addc-4b4981e01510. Jan 27 16:14:41.742820 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Calling delete_port for 65f08781-43d4-4145-addc-4b4981e01510 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:41.800616 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (e8984507-932c-4d50-921f-fe869be1fef6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.051299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (65f08781-43d4-4145-addc-4b4981e01510), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.412315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event deleted for resources: {'Port': ['ID=65f08781-43d4-4145-addc-4b4981e01510,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:42.425143 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d51e2-31e7-4f5b-bbbe-b4ee8fe8396c req-060f91ae-101d-4fc0-82bc-cc02da596f64 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:14:42.426796 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-131d51e2-31e7-4f5b-bbbe-b4ee8fe8396c req-060f91ae-101d-4fc0-82bc-cc02da596f64 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f2a1a78-ef34-45bd-ac94-52a498c00afc HTTP/1.1" status: 200 len: 946 time: 0.4586408 Jan 27 16:14:42.489760 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44298) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:42.564245 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Router e8984507-932c-4d50-921f-fe869be1fef6 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:42.580064 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-131d51e2-31e7-4f5b-bbbe-b4ee8fe8396c req-094cdc00-d72a-46d6-8849-76d087b30b68 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups?id=34ccce91-b766-4f52-9532-71aebcc2c070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212480 Jan 27 16:14:42.610936 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a2cad2d-c1b2-46ab-a4aa-2bdab0abe643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.679237 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Router 3eb14355-0d59-470b-9caa-1e3792f2409e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:42.692877 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a2cad2d-c1b2-46ab-a4aa-2bdab0abe643 admin admin] Publish callbacks [] for security_group (59196500-cee5-43ad-9f2c-bcc8b7cac14b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.697277 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9a2cad2d-c1b2-46ab-a4aa-2bdab0abe643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (59196500-cee5-43ad-9f2c-bcc8b7cac14b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.738942 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9a2cad2d-c1b2-46ab-a4aa-2bdab0abe643 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2659d627e2b243e0b37b51aad2dc0783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442234 Jan 27 16:14:42.739185 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44302) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:42.745357 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cad2d-c1b2-46ab-a4aa-2bdab0abe643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59196500-cee5-43ad-9f2c-bcc8b7cac14b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:42.777280 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:42.783477 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e7480c6b-7a7d-43d7-81c4-acd24f852971 admin admin] 10.222.0.61 "PUT /v2.0/routers/e8984507-932c-4d50-921f-fe869be1fef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981928 Jan 27 16:14:42.786187 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44304) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:42.808005 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] Sync routers for ids ['e8984507-932c-4d50-921f-fe869be1fef6'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:42.812985 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-688d7d5d-5ebf-46b2-a2c0-eb46ceaab6a9 admin admin] Publish callbacks [] for security_group (59196500-cee5-43ad-9f2c-bcc8b7cac14b), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.829818 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] Routers {'e8984507-932c-4d50-921f-fe869be1fef6'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:42.831410 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['e8984507-932c-4d50-921f-fe869be1fef6'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:42.840042 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-688d7d5d-5ebf-46b2-a2c0-eb46ceaab6a9 admin admin] Publish callbacks [] for security_group (59196500-cee5-43ad-9f2c-bcc8b7cac14b), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.917068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:42.931433 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-688d7d5d-5ebf-46b2-a2c0-eb46ceaab6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (59196500-cee5-43ad-9f2c-bcc8b7cac14b), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.937306 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:42.941959 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-688d7d5d-5ebf-46b2-a2c0-eb46ceaab6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.943397 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-688d7d5d-5ebf-46b2-a2c0-eb46ceaab6a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59196500-cee5-43ad-9f2c-bcc8b7cac14b HTTP/1.1" status: 204 len: 168 time: 0.2032719 Jan 27 16:14:42.964152 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:42.970564 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:42.973765 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7d5d-5ebf-46b2-a2c0-eb46ceaab6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59196500-cee5-43ad-9f2c-bcc8b7cac14b,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:42.986287 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] No DVR routers for this DVR port 65f08781-43d4-4145-addc-4b4981e01510 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:42.992077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:42.995699 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8c887a43-3946-4577-922e-98170180d81d req-ff410237-47c8-4afa-87b7-429869d26dc5 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.60 "DELETE /v2.0/ports/65f08781-43d4-4145-addc-4b4981e01510 HTTP/1.1" status: 204 len: 173 time: 1.9414372 Jan 27 16:14:42.996753 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-deleted', 'tag': '65f08781-43d4-4145-addc-4b4981e01510'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:14:42.999908 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25b8d2-6960-4f3f-8748-cc44c69c3d60" -d '{"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-deleted", "tag": "65f08781-43d4-4145-addc-4b4981e01510"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:14:43.005953 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks [] for router (e8984507-932c-4d50-921f-fe869be1fef6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.092250 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] Set router e8984507-932c-4d50-921f-fe869be1fef6 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:43.169495 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b651e63-9ef9-491a-bdf0-6fb5483354c3 x-openstack-request-id: req-0b651e63-9ef9-491a-bdf0-6fb5483354c3 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:14:43.170948 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2a1a78-ef34-45bd-ac94-52a498c00afc", "name": "network-vif-deleted", "tag": "65f08781-43d4-4145-addc-4b4981e01510", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:14:43.171696 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b651e63-9ef9-491a-bdf0-6fb5483354c3 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:14:43.172871 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2a1a78-ef34-45bd-ac94-52a498c00afc', 'name': 'network-vif-deleted', 'tag': '65f08781-43d4-4145-addc-4b4981e01510', 'status': 'completed', 'code': 200} Jan 27 16:14:43.231284 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks [] for router_gateway (e8984507-932c-4d50-921f-fe869be1fef6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.240186 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:43.345397 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Deleting port cbc19001-b465-49d9-939c-d6260c2233c1 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:43.346014 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.416474 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:14:41Z', 'revision_number': 5, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port': {'id': 'cbc19001-b465-49d9-939c-d6260c2233c1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:08:50Z', 'updated_at': '2022-01-27T16:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:43.455775 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44314) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:43.466688 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] Checking router: e8984507-932c-4d50-921f-fe869be1fef6 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:43.478782 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] Routers {'e8984507-932c-4d50-921f-fe869be1fef6'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:43.479260 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['e8984507-932c-4d50-921f-fe869be1fef6'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:43.482710 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ff484b0a-7588-433e-9768-6df674fce3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.522340 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] For port cbc19001-b465-49d9-939c-d6260c2233c1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=cbc19001-b465-49d9-939c-d6260c2233c1,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:43.523496 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.561235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Calling delete_port for cbc19001-b465-49d9-939c-d6260c2233c1 owned by network:router_gateway {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:43.602331 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] Set router e8984507-932c-4d50-921f-fe869be1fef6 gateway port host: None {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:43.625102 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:43.631767 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ff484b0a-7588-433e-9768-6df674fce3a5 admin admin] Publish callbacks [] for security_group (d361251d-a6c3-424a-ba27-ce5cb648a8b1), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.640741 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-ff484b0a-7588-433e-9768-6df674fce3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d361251d-a6c3-424a-ba27-ce5cb648a8b1), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.657880 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:43.682592 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:43.685481 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:43.693052 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-ff484b0a-7588-433e-9768-6df674fce3a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=955912f8a9494facb42e9525ae6d107c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348526 Jan 27 16:14:43.697424 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44318) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:43.726074 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:14:43Z', 'revision_number': 6, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:43.758030 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c2880-80a7-441a-8ae9-ddf694f4ac72 None None] The sync data for ids ['e8984507-932c-4d50-921f-fe869be1fef6'] in dv-cinder-826350-3-iscsi is: [{'id': 'e8984507-932c-4d50-921f-fe869be1fef6', 'name': 'tempest-TestShelveInstance-821367348-router', 'tenant_id': '4a54a022859f4898918b6a3ab8621321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:08:49Z', 'updated_at': '2022-01-27T16:14:43Z', 'revision_number': 6, 'project_id': '4a54a022859f4898918b6a3ab8621321', 'gw_port_host': None}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:43.779490 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff484b0a-7588-433e-9768-6df674fce3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d361251d-a6c3-424a-ba27-ce5cb648a8b1,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:43.792234 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44322) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:43.806166 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:43.852033 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5834122f-04ac-426e-a1de-030c555b025a admin admin] Publish callbacks [] for security_group (d361251d-a6c3-424a-ba27-ce5cb648a8b1), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.879381 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5834122f-04ac-426e-a1de-030c555b025a admin admin] Publish callbacks [] for security_group (d361251d-a6c3-424a-ba27-ce5cb648a8b1), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.894122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61e8aa35-8568-4e3f-9d36-f01b852723c4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (34ccce91-b766-4f52-9532-71aebcc2c070), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.927600 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61e8aa35-8568-4e3f-9d36-f01b852723c4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (34ccce91-b766-4f52-9532-71aebcc2c070), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.935909 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (cbc19001-b465-49d9-939c-d6260c2233c1), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.959132 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5834122f-04ac-426e-a1de-030c555b025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d361251d-a6c3-424a-ba27-ce5cb648a8b1), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.962257 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5834122f-04ac-426e-a1de-030c555b025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:43.963668 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5834122f-04ac-426e-a1de-030c555b025a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d361251d-a6c3-424a-ba27-ce5cb648a8b1 HTTP/1.1" status: 204 len: 168 time: 0.2651424 Jan 27 16:14:43.973210 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834122f-04ac-426e-a1de-030c555b025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361251d-a6c3-424a-ba27-ce5cb648a8b1,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:43.981384 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc19001-b465-49d9-939c-d6260c2233c1,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:44.038162 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:44.039206 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:44.063551 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 65f08781-43d4-4145-addc-4b4981e01510 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:44.063900 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 65f08781-43d4-4145-addc-4b4981e01510 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:44.075757 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e3ffe-1d25-4f80-94cf-2b6ad82edadf None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:02:57Z', 'revision_number': 4, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': 'c37751ff-541f-43e5-a5bc-5a8a66fa9bd6', 'name': '', 'network_id': '3ac1415e-ce93-45b8-8b83-dca773596e87', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'mac_address': 'fa:16:3e:d5:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:56Z', 'updated_at': '2022-01-27T16:03:05Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'subnets': [{'id': 'adf1692f-6673-4f3f-b614-de302694ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:44.121440 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (e8984507-932c-4d50-921f-fe869be1fef6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.124734 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61e8aa35-8568-4e3f-9d36-f01b852723c4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (34ccce91-b766-4f52-9532-71aebcc2c070), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.129566 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61e8aa35-8568-4e3f-9d36-f01b852723c4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.131513 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-61e8aa35-8568-4e3f-9d36-f01b852723c4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "DELETE /v2.0/security-groups/34ccce91-b766-4f52-9532-71aebcc2c070 HTTP/1.1" status: 204 len: 168 time: 0.3378158 Jan 27 16:14:44.136094 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44326) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:44.171193 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.api.v2.resource [None req-281f85bb-7ec3-4922-813c-8ffd3dfacfe3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] show failed (client error): The resource could not be found. Jan 27 16:14:44.173055 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-281f85bb-7ec3-4922-813c-8ffd3dfacfe3 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "GET /v2.0/security-groups/34ccce91-b766-4f52-9532-71aebcc2c070 HTTP/1.1" status: 404 len: 347 time: 0.0338333 Jan 27 16:14:44.178013 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44328) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:44.280345 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8aa35-8568-4e3f-9d36-f01b852723c4 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ccce91-b766-4f52-9532-71aebcc2c070,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:44.321781 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (e8984507-932c-4d50-921f-fe869be1fef6), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.330072 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks [] for router_controller (e8984507-932c-4d50-921f-fe869be1fef6), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.332066 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:44.398145 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:44.399137 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device d1bc8a36-9679-4c0d-b617-b15ad1dc7f1a not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:44.436181 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (e8984507-932c-4d50-921f-fe869be1fef6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.436836 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8984507-932c-4d50-921f-fe869be1fef6 {{(pid=102384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:14:44.443445 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.445362 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-955dc3dd-d6ff-4869-9043-f9c876aee5f1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e8984507-932c-4d50-921f-fe869be1fef6 HTTP/1.1" status: 204 len: 168 time: 1.6577098 Jan 27 16:14:44.448720 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44332) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:44.484108 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Deleting port fe883bfd-14f1-449a-bfef-d0684fed665f {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:44.484587 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.538258 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Deleting subnet 8fdcba74-a2d4-4446-8f08-f33bbeea6739 {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:14:44.541728 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Publish callbacks [] for subnet (8fdcba74-a2d4-4446-8f08-f33bbeea6739), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.582877 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44334) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:44.586653 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (8fdcba74-a2d4-4446-8f08-f33bbeea6739), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.605941 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3bc84397-253a-4f4f-8506-c14217691c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.649686 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.650309 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (fe883bfd-14f1-449a-bfef-d0684fed665f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.673037 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Calling delete_port for fe883bfd-14f1-449a-bfef-d0684fed665f owned by network:floatingip {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:44.692551 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56a299-8528-42ff-adb6-4682db5ac140 None None] New status for floating IP 97121ca8-b661-447e-9958-011b43905430: DOWN {{(pid=102386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:14:44.693652 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (8fdcba74-a2d4-4446-8f08-f33bbeea6739), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.798868 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3bc84397-253a-4f4f-8506-c14217691c6f admin admin] Publish callbacks [] for security_group (0824654f-fdd3-4b39-86d9-a49d283f4105), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.814098 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3bc84397-253a-4f4f-8506-c14217691c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (0824654f-fdd3-4b39-86d9-a49d283f4105), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.814382 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (8fdcba74-a2d4-4446-8f08-f33bbeea6739), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.840713 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:44.845410 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8fdcba74-a2d4-4446-8f08-f33bbeea6739 HTTP/1.1" status: 204 len: 168 time: 0.3950355 Jan 27 16:14:44.858468 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3bc84397-253a-4f4f-8506-c14217691c6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e1da83049304d0bb7222e84877b1045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686126 Jan 27 16:14:44.858468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44336) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:44.858468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44338) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:44.866265 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a21dd-219e-4003-9bba-29d491ca3967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fdcba74-a2d4-4446-8f08-f33bbeea6739,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:44.877960 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9855d-3ebf-4fa4-9160-521f76d13650 None None] Network 0abea448-e19b-41db-9284-f0c02b44f7db requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:14:44.962583 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc84397-253a-4f4f-8506-c14217691c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0824654f-fdd3-4b39-86d9-a49d283f4105,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:45.024735 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (0abea448-e19b-41db-9284-f0c02b44f7db), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.067439 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.db.api [None req-4a56a299-8528-42ff-adb6-4682db5ac140 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 16:14:45.067439 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG oslo_db.api [None req-4a56a299-8528-42ff-adb6-4682db5ac140 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 16:14:45.068910 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (fe883bfd-14f1-449a-bfef-d0684fed665f), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.094202 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-53604530-582b-4633-8c41-41a1865abe86 admin admin] Publish callbacks [] for security_group (0824654f-fdd3-4b39-86d9-a49d283f4105), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.120664 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] DHCP port deletion for 0abea448-e19b-41db-9284-f0c02b44f7db request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:14:45.144977 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Pushing event deleted for resources: {'Port': ['ID=fe883bfd-14f1-449a-bfef-d0684fed665f,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:45.187040 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-53604530-582b-4633-8c41-41a1865abe86 admin admin] Publish callbacks [] for security_group (0824654f-fdd3-4b39-86d9-a49d283f4105), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.193610 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] Deleting port 84a47f81-c3c1-4d97-a6d3-c5a416629760 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:45.193990 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.267563 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks [] for floatingip (97121ca8-b661-447e-9958-011b43905430), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.270253 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.271471 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3ba2a6be-8f51-451f-8d91-4c88bd7ec8e8 tempest-AttachVolumeShelveTestJSON-747386318 tempest-AttachVolumeShelveTestJSON-747386318-project] 10.222.0.61 "DELETE /v2.0/floatingips/97121ca8-b661-447e-9958-011b43905430 HTTP/1.1" status: 204 len: 168 time: 1.0913098 Jan 27 16:14:45.275406 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Deleting port 84a47f81-c3c1-4d97-a6d3-c5a416629760 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:45.275406 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.284809 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] For port 84a47f81-c3c1-4d97-a6d3-c5a416629760, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=84a47f81-c3c1-4d97-a6d3-c5a416629760,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:45.285771 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.305619 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] Calling delete_port for 84a47f81-c3c1-4d97-a6d3-c5a416629760 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:45.362181 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-53604530-582b-4633-8c41-41a1865abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (0824654f-fdd3-4b39-86d9-a49d283f4105), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.368243 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-53604530-582b-4633-8c41-41a1865abe86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.375064 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-53604530-582b-4633-8c41-41a1865abe86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0824654f-fdd3-4b39-86d9-a49d283f4105 HTTP/1.1" status: 204 len: 168 time: 0.5056345 Jan 27 16:14:45.395863 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53604530-582b-4633-8c41-41a1865abe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0824654f-fdd3-4b39-86d9-a49d283f4105,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:45.408034 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] For port 84a47f81-c3c1-4d97-a6d3-c5a416629760, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=84a47f81-c3c1-4d97-a6d3-c5a416629760,segment=NetworkSegment(49fa7e8d-4034-407d-a7bf-ead604e21658),segment_id=49fa7e8d-4034-407d-a7bf-ead604e21658)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:45.408464 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.427008 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Calling delete_port for 84a47f81-c3c1-4d97-a6d3-c5a416629760 owned by network:dhcp {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:45.471169 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.530683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] Pushing event deleted for resources: {'Port': ['ID=84a47f81-c3c1-4d97-a6d3-c5a416629760,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:45.536232 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c7c5b-b343-4a32-9601-afd99d781fab None None] No DVR routers for this DVR port 84a47f81-c3c1-4d97-a6d3-c5a416629760 on host dv-cinder-826350-3-iscsi {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:45.562585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (84a47f81-c3c1-4d97-a6d3-c5a416629760), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.570213 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56a299-8528-42ff-adb6-4682db5ac140 None None] New status for floating IP 97121ca8-b661-447e-9958-011b43905430: DOWN {{(pid=102386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:14:45.608518 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a47f81-c3c1-4d97-a6d3-c5a416629760,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:45.616300 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] No DVR routers for this DVR port 84a47f81-c3c1-4d97-a6d3-c5a416629760 on host dv-cinder-826350-3-iscsi {{(pid=102385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:45.769886 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (0abea448-e19b-41db-9284-f0c02b44f7db), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.808362 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abea448-e19b-41db-9284-f0c02b44f7db']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:45.826342 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fa7e8d-4034-407d-a7bf-ead604e21658') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:45.826858 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fa7e8d-4034-407d-a7bf-ead604e21658') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:45.845662 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (49fa7e8d-4034-407d-a7bf-ead604e21658), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.863464 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (49fa7e8d-4034-407d-a7bf-ead604e21658), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.874491 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:14:45.875184 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (49fa7e8d-4034-407d-a7bf-ead604e21658), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:14:45.877708 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:14:45.964311 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (0abea448-e19b-41db-9284-f0c02b44f7db), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.972533 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:45.981295 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0abea448-e19b-41db-9284-f0c02b44f7db HTTP/1.1" status: 204 len: 168 time: 1.1211402 Jan 27 16:14:46.003137 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855d992-4fc2-4a90-9e21-d461cff11fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abea448-e19b-41db-9284-f0c02b44f7db,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:46.142218 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44358) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:46.218827 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c644ae52-8ec6-4178-9c81-d2641e13d97f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c3096dd728a485190c1c92efa3850e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0748961 Jan 27 16:14:46.221610 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44360) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:46.247637 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 84a47f81-c3c1-4d97-a6d3-c5a416629760 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:46.281864 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 84a47f81-c3c1-4d97-a6d3-c5a416629760 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:46.282911 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 84a47f81-c3c1-4d97-a6d3-c5a416629760 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:46.283876 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device cbc19001-b465-49d9-939c-d6260c2233c1 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:46.306817 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79433acc-ae34-4033-897d-0c4d0eb33fcd admin admin] Publish callbacks [] for security_group (207a4f76-898e-4f30-b06d-ca7d4bcd5832), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:46.317491 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: cbc19001-b465-49d9-939c-d6260c2233c1 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:46.318072 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device cbc19001-b465-49d9-939c-d6260c2233c1 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:46.346884 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79433acc-ae34-4033-897d-0c4d0eb33fcd admin admin] Publish callbacks [] for security_group (207a4f76-898e-4f30-b06d-ca7d4bcd5832), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:46.422135 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79433acc-ae34-4033-897d-0c4d0eb33fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (207a4f76-898e-4f30-b06d-ca7d4bcd5832), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:46.425704 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-79433acc-ae34-4033-897d-0c4d0eb33fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:46.427335 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-79433acc-ae34-4033-897d-0c4d0eb33fcd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/207a4f76-898e-4f30-b06d-ca7d4bcd5832 HTTP/1.1" status: 204 len: 168 time: 0.2043061 Jan 27 16:14:46.440653 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79433acc-ae34-4033-897d-0c4d0eb33fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a4f76-898e-4f30-b06d-ca7d4bcd5832,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:46.926921 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44388) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:46.978385 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6ece163c-ffbc-45bf-bb98-4081c5884e53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a54a022859f4898918b6a3ab8621321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498571 Jan 27 16:14:46.983545 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44390) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:47.069794 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1272c29a-f801-45d9-826c-8c4b81b194f3 admin admin] Publish callbacks [] for security_group (a12642ed-aead-4176-b8a0-5ef3ae8f13f7), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:47.103931 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1272c29a-f801-45d9-826c-8c4b81b194f3 admin admin] Publish callbacks [] for security_group (a12642ed-aead-4176-b8a0-5ef3ae8f13f7), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:47.182359 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1272c29a-f801-45d9-826c-8c4b81b194f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (a12642ed-aead-4176-b8a0-5ef3ae8f13f7), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:47.185273 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1272c29a-f801-45d9-826c-8c4b81b194f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:47.186692 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1272c29a-f801-45d9-826c-8c4b81b194f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a12642ed-aead-4176-b8a0-5ef3ae8f13f7 HTTP/1.1" status: 204 len: 168 time: 0.2018178 Jan 27 16:14:47.197959 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272c29a-f801-45d9-826c-8c4b81b194f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12642ed-aead-4176-b8a0-5ef3ae8f13f7,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:48.023457 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44406) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:48.726804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (3eb14355-0d59-470b-9caa-1e3792f2409e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:49.067988 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Deleting port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:49.068666 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:49.172602 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] For port c37751ff-541f-43e5-a5bc-5a8a66fa9bd6, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:49.172961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:49.187297 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Calling delete_port for c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 owned by network:router_interface {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:49.380058 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (c37751ff-541f-43e5-a5bc-5a8a66fa9bd6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:49.412933 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c37751ff-541f-43e5-a5bc-5a8a66fa9bd6,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:49.628746 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (3eb14355-0d59-470b-9caa-1e3792f2409e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:50.180304 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Router 3eb14355-0d59-470b-9caa-1e3792f2409e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:14:50.370207 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:14:50.379314 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-23f82e0b-2d71-4835-8261-010d3cbac1ea admin admin] 10.222.0.61 "PUT /v2.0/routers/3eb14355-0d59-470b-9caa-1e3792f2409e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3544550 Jan 27 16:14:50.382950 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44426) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:50.390382 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] Sync routers for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:14:50.402842 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:50.403604 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:50.522426 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:50.536435 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks [] for router (3eb14355-0d59-470b-9caa-1e3792f2409e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:50.718339 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks [] for router_gateway (3eb14355-0d59-470b-9caa-1e3792f2409e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:50.766897 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:14:49Z', 'revision_number': 5, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port': {'id': '0388dd29-e185-4e76-9c38-6defc37ad3e1', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:02:51Z', 'updated_at': '2022-01-27T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:50.781125 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Deleting port 0388dd29-e185-4e76-9c38-6defc37ad3e1 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:50.781480 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:50.820441 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] Checking router: 3eb14355-0d59-470b-9caa-1e3792f2409e for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:14:50.832379 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] Routers {'3eb14355-0d59-470b-9caa-1e3792f2409e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:14:50.833211 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['3eb14355-0d59-470b-9caa-1e3792f2409e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:50.864731 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] For port 0388dd29-e185-4e76-9c38-6defc37ad3e1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=0388dd29-e185-4e76-9c38-6defc37ad3e1,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:50.865097 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:50.877801 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Calling delete_port for 0388dd29-e185-4e76-9c38-6defc37ad3e1 owned by network:router_gateway {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:50.980966 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] Set router 3eb14355-0d59-470b-9caa-1e3792f2409e gateway port host: None {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:14:51.036428 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:14:50Z', 'revision_number': 6, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:51.056535 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (0388dd29-e185-4e76-9c38-6defc37ad3e1), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.067250 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181027a-825d-4577-a7ab-980f6f2845e2 None None] The sync data for ids ['3eb14355-0d59-470b-9caa-1e3792f2409e'] in dv-cinder-826350-3-iscsi is: [{'id': '3eb14355-0d59-470b-9caa-1e3792f2409e', 'name': 'tempest-AttachVolumeShelveTestJSON-291860895-router', 'tenant_id': '89f6fa34c0ae441a8fcb708070986ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:02:49Z', 'updated_at': '2022-01-27T16:14:50Z', 'revision_number': 6, 'project_id': '89f6fa34c0ae441a8fcb708070986ea9', 'gw_port_host': None}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:14:51.087628 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Pushing event deleted for resources: {'Port': ['ID=0388dd29-e185-4e76-9c38-6defc37ad3e1,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:51.171564 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (3eb14355-0d59-470b-9caa-1e3792f2409e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.268044 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (3eb14355-0d59-470b-9caa-1e3792f2409e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.272477 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks [] for router_controller (3eb14355-0d59-470b-9caa-1e3792f2409e), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.325846 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (3eb14355-0d59-470b-9caa-1e3792f2409e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.326613 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb14355-0d59-470b-9caa-1e3792f2409e {{(pid=102384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:14:51.331594 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.333221 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-2b0e0885-d9a0-4a4d-89cf-494aeb2fd100 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3eb14355-0d59-470b-9caa-1e3792f2409e HTTP/1.1" status: 204 len: 168 time: 0.9484515 Jan 27 16:14:51.336394 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44432) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:51.391082 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Deleting subnet adf1692f-6673-4f3f-b614-de302694ba36 {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:14:51.394855 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Publish callbacks [] for subnet (adf1692f-6673-4f3f-b614-de302694ba36), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.442805 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (adf1692f-6673-4f3f-b614-de302694ba36), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.560290 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (adf1692f-6673-4f3f-b614-de302694ba36), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.651693 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (adf1692f-6673-4f3f-b614-de302694ba36), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.682008 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf1692f-6673-4f3f-b614-de302694ba36,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:51.687253 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.695614 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7c74633a-698f-4426-986b-aa68c8454ac9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/adf1692f-6673-4f3f-b614-de302694ba36 HTTP/1.1" status: 204 len: 168 time: 0.3548295 Jan 27 16:14:51.695614 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44436) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:51.709248 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50027b00-948a-4ada-a2d5-12a84136daa8 None None] Network 3ac1415e-ce93-45b8-8b83-dca773596e87 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:14:51.810751 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (3ac1415e-ce93-45b8-8b83-dca773596e87), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.912026 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Deleting port 393addc8-8829-4b7d-90b7-e512ada615c1 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:51.912561 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:51.950687 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] DHCP port deletion for 3ac1415e-ce93-45b8-8b83-dca773596e87 request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:14:52.034706 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] For port 393addc8-8829-4b7d-90b7-e512ada615c1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=393addc8-8829-4b7d-90b7-e512ada615c1,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:52.035315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.050631 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] Deleting port 393addc8-8829-4b7d-90b7-e512ada615c1 {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:14:52.051586 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.055355 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Calling delete_port for 393addc8-8829-4b7d-90b7-e512ada615c1 owned by network:dhcp {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:52.172741 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.217790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] No DVR routers for this DVR port 393addc8-8829-4b7d-90b7-e512ada615c1 on host dv-cinder-826350-3-iscsi {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:52.221005 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] For port 393addc8-8829-4b7d-90b7-e512ada615c1, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=393addc8-8829-4b7d-90b7-e512ada615c1,segment=NetworkSegment(0cc9ba25-aac0-49aa-89c2-a86269d6fb43),segment_id=0cc9ba25-aac0-49aa-89c2-a86269d6fb43)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:14:52.221649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.258185 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] Calling delete_port for 393addc8-8829-4b7d-90b7-e512ada615c1 owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:14:52.323241 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=393addc8-8829-4b7d-90b7-e512ada615c1,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:52.360121 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:52.417954 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (3ac1415e-ce93-45b8-8b83-dca773596e87), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.423639 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:52.424993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device c37751ff-541f-43e5-a5bc-5a8a66fa9bd6 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:52.426709 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 393addc8-8829-4b7d-90b7-e512ada615c1 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:52.458131 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac1415e-ce93-45b8-8b83-dca773596e87']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:52.477876 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc9ba25-aac0-49aa-89c2-a86269d6fb43') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:52.477876 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc9ba25-aac0-49aa-89c2-a86269d6fb43') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:14:52.490417 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 393addc8-8829-4b7d-90b7-e512ada615c1 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:52.491118 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 393addc8-8829-4b7d-90b7-e512ada615c1 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:52.491893 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0388dd29-e185-4e76-9c38-6defc37ad3e1 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:14:52.496916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (0cc9ba25-aac0-49aa-89c2-a86269d6fb43), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.524063 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (0cc9ba25-aac0-49aa-89c2-a86269d6fb43), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.528903 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 0388dd29-e185-4e76-9c38-6defc37ad3e1 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:14:52.529494 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0388dd29-e185-4e76-9c38-6defc37ad3e1 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:14:52.534724 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:14:52.537288 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (0cc9ba25-aac0-49aa-89c2-a86269d6fb43), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:14:52.540644 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:14:52.558061 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704'] for port (393addc8-8829-4b7d-90b7-e512ada615c1), after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.609141 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] Pushing event deleted for resources: {'Port': ['ID=393addc8-8829-4b7d-90b7-e512ada615c1,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:52.614706 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875fdf9-5609-4d81-9be9-9b2661223b6e None None] No DVR routers for this DVR port 393addc8-8829-4b7d-90b7-e512ada615c1 on host dv-cinder-826350-3-iscsi {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:14:52.645694 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (3ac1415e-ce93-45b8-8b83-dca773596e87), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.656573 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.662511 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3ac1415e-ce93-45b8-8b83-dca773596e87 HTTP/1.1" status: 204 len: 168 time: 0.9654183 Jan 27 16:14:52.681492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ca245-d8c4-495d-a44f-da222bf29ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac1415e-ce93-45b8-8b83-dca773596e87,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:52.827696 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44456) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:52.879062 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-4007ee31-3543-47a6-a9d8-e965f8e467a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89f6fa34c0ae441a8fcb708070986ea9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495341 Jan 27 16:14:52.884560 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44460) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:52.948360 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-215e744b-ab33-454d-ac15-d31533a760d9 admin admin] Publish callbacks [] for security_group (e4a9e3b3-a64f-4d90-959d-bb667beb953b), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:52.974458 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-215e744b-ab33-454d-ac15-d31533a760d9 admin admin] Publish callbacks [] for security_group (e4a9e3b3-a64f-4d90-959d-bb667beb953b), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:53.025260 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-215e744b-ab33-454d-ac15-d31533a760d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (e4a9e3b3-a64f-4d90-959d-bb667beb953b), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:53.028477 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-215e744b-ab33-454d-ac15-d31533a760d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:53.029844 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-215e744b-ab33-454d-ac15-d31533a760d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4a9e3b3-a64f-4d90-959d-bb667beb953b HTTP/1.1" status: 204 len: 168 time: 0.1439126 Jan 27 16:14:53.048457 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e744b-ab33-454d-ac15-d31533a760d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a9e3b3-a64f-4d90-959d-bb667beb953b,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:54.476018 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-18560c77-b095-4151-a007-2f23b376cac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:54.754055 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44548) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:54.905832 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bda905f4-9637-4224-8aa3-f547436a28eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.006966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bda905f4-9637-4224-8aa3-f547436a28eb admin admin] Publish callbacks [] for security_group (7faccf12-e687-411b-8b44-dacdff3b1a0f), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.014123 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bda905f4-9637-4224-8aa3-f547436a28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (7faccf12-e687-411b-8b44-dacdff3b1a0f), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.074927 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-bda905f4-9637-4224-8aa3-f547436a28eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9333edc2dc4d4c73bd86601e8e4441c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194680 Jan 27 16:14:55.076808 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda905f4-9637-4224-8aa3-f547436a28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faccf12-e687-411b-8b44-dacdff3b1a0f,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:55.078029 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44558) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:55.140808 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a6a4568d-aafa-4604-9038-0b7689b3c63c admin admin] Publish callbacks [] for security_group (7faccf12-e687-411b-8b44-dacdff3b1a0f), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.168296 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a6a4568d-aafa-4604-9038-0b7689b3c63c admin admin] Publish callbacks [] for security_group (7faccf12-e687-411b-8b44-dacdff3b1a0f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.233405 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a6a4568d-aafa-4604-9038-0b7689b3c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (7faccf12-e687-411b-8b44-dacdff3b1a0f), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.236313 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a6a4568d-aafa-4604-9038-0b7689b3c63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:55.240374 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a6a4568d-aafa-4604-9038-0b7689b3c63c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7faccf12-e687-411b-8b44-dacdff3b1a0f HTTP/1.1" status: 204 len: 168 time: 0.1585174 Jan 27 16:14:55.247364 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4568d-aafa-4604-9038-0b7689b3c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faccf12-e687-411b-8b44-dacdff3b1a0f,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:56.757592 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7ded5089-31b5-4cab-abc7-4db2af0aa904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.180983 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44618) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:57.300048 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d117f77e-e205-4c2f-b6f8-fbf72c08a9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.398614 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d117f77e-e205-4c2f-b6f8-fbf72c08a9a6 admin admin] Publish callbacks [] for security_group (292cda44-f69b-4848-8172-46dcc6cddebf), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.403251 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d117f77e-e205-4c2f-b6f8-fbf72c08a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (292cda44-f69b-4848-8172-46dcc6cddebf), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.444270 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d117f77e-e205-4c2f-b6f8-fbf72c08a9a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4549105b00114084a84bd0034a74ac4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620351 Jan 27 16:14:57.447158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44628) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:57.450689 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117f77e-e205-4c2f-b6f8-fbf72c08a9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292cda44-f69b-4848-8172-46dcc6cddebf,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:57.509702 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-751ec7b8-59ef-435c-bddc-6799964bfb01 admin admin] Publish callbacks [] for security_group (292cda44-f69b-4848-8172-46dcc6cddebf), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.539338 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-751ec7b8-59ef-435c-bddc-6799964bfb01 admin admin] Publish callbacks [] for security_group (292cda44-f69b-4848-8172-46dcc6cddebf), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.588458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-751ec7b8-59ef-435c-bddc-6799964bfb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (292cda44-f69b-4848-8172-46dcc6cddebf), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.592011 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-751ec7b8-59ef-435c-bddc-6799964bfb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.593196 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-751ec7b8-59ef-435c-bddc-6799964bfb01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/292cda44-f69b-4848-8172-46dcc6cddebf HTTP/1.1" status: 204 len: 168 time: 0.1449163 Jan 27 16:14:57.601397 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ec7b8-59ef-435c-bddc-6799964bfb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292cda44-f69b-4848-8172-46dcc6cddebf,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:57.676721 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.880309 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44634) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:57.894013 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-13a1876f-9074-40cf-bfbc-b42c5a8500f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.971315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-13a1876f-9074-40cf-bfbc-b42c5a8500f7 admin admin] Publish callbacks [] for security_group (d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:57.975256 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-13a1876f-9074-40cf-bfbc-b42c5a8500f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.016312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1876f-9074-40cf-bfbc-b42c5a8500f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:58.020711 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-13a1876f-9074-40cf-bfbc-b42c5a8500f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63857b07c2c8411b963b0ea6ca7b1521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393027 Jan 27 16:14:58.023617 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44636) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:58.071168 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-18127416-2732-4939-9bc5-86d4d725ed22 admin admin] Publish callbacks [] for security_group (d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.092657 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-18127416-2732-4939-9bc5-86d4d725ed22 admin admin] Publish callbacks [] for security_group (d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.141419 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-18127416-2732-4939-9bc5-86d4d725ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.146481 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-18127416-2732-4939-9bc5-86d4d725ed22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.148386 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-18127416-2732-4939-9bc5-86d4d725ed22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3 HTTP/1.1" status: 204 len: 168 time: 0.1237926 Jan 27 16:14:58.157539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18127416-2732-4939-9bc5-86d4d725ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a7d9d-3a3d-42fa-8c9d-0d83e16c54a3,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:58.225011 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.620266 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44656) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:58.737376 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7cb98bc5-f2fb-4a94-9b42-8bd250e70603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.824471 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7cb98bc5-f2fb-4a94-9b42-8bd250e70603 admin admin] Publish callbacks [] for security_group (fc7a19d8-dce0-46fb-90ce-3454e3429c39), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.828566 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-7cb98bc5-f2fb-4a94-9b42-8bd250e70603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (fc7a19d8-dce0-46fb-90ce-3454e3429c39), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.868787 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb98bc5-f2fb-4a94-9b42-8bd250e70603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7a19d8-dce0-46fb-90ce-3454e3429c39,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:58.876800 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-7cb98bc5-f2fb-4a94-9b42-8bd250e70603 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57aed74dcbfa4b27a9fb34e8b267a9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546620 Jan 27 16:14:58.877239 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44668) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:58.950326 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b2a777ee-397e-4f2b-a612-8be5f6b0c65e admin admin] Publish callbacks [] for security_group (fc7a19d8-dce0-46fb-90ce-3454e3429c39), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:58.976708 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b2a777ee-397e-4f2b-a612-8be5f6b0c65e admin admin] Publish callbacks [] for security_group (fc7a19d8-dce0-46fb-90ce-3454e3429c39), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.046754 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b2a777ee-397e-4f2b-a612-8be5f6b0c65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (fc7a19d8-dce0-46fb-90ce-3454e3429c39), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.049975 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b2a777ee-397e-4f2b-a612-8be5f6b0c65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.055161 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b2a777ee-397e-4f2b-a612-8be5f6b0c65e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc7a19d8-dce0-46fb-90ce-3454e3429c39 HTTP/1.1" status: 204 len: 168 time: 0.1728427 Jan 27 16:14:59.063685 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a777ee-397e-4f2b-a612-8be5f6b0c65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7a19d8-dce0-46fb-90ce-3454e3429c39,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:59.205329 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.387848 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44682) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:59.541312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-71283845-d377-45db-94bf-bd0c5b83b1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.657712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-71283845-d377-45db-94bf-bd0c5b83b1ad admin admin] Publish callbacks [] for security_group (3ff93809-1698-4c9d-a1ca-09cebd256ac9), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.664429 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-71283845-d377-45db-94bf-bd0c5b83b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (3ff93809-1698-4c9d-a1ca-09cebd256ac9), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.737972 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-71283845-d377-45db-94bf-bd0c5b83b1ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39aa7fc3d10d4aa98d401a56e20b385e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458025 Jan 27 16:14:59.737972 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71283845-d377-45db-94bf-bd0c5b83b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff93809-1698-4c9d-a1ca-09cebd256ac9,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:14:59.738783 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44696) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:14:59.805377 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b86aba7c-ce7d-41d4-be4d-13e3daded369 admin admin] Publish callbacks [] for security_group (3ff93809-1698-4c9d-a1ca-09cebd256ac9), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.829724 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b86aba7c-ce7d-41d4-be4d-13e3daded369 admin admin] Publish callbacks [] for security_group (3ff93809-1698-4c9d-a1ca-09cebd256ac9), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.896220 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b86aba7c-ce7d-41d4-be4d-13e3daded369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (3ff93809-1698-4c9d-a1ca-09cebd256ac9), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.899466 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b86aba7c-ce7d-41d4-be4d-13e3daded369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:14:59.905348 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b86aba7c-ce7d-41d4-be4d-13e3daded369 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ff93809-1698-4c9d-a1ca-09cebd256ac9 HTTP/1.1" status: 204 len: 168 time: 0.1600356 Jan 27 16:14:59.912974 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aba7c-ce7d-41d4-be4d-13e3daded369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff93809-1698-4c9d-a1ca-09cebd256ac9,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:00.006909 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44706) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:00.280252 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1920076979-network', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:00.302859 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Made reservation on behalf of fa3984d8f6dc40258844819aa562633f for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:00.305385 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.314542 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.414458 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks [] for security_group (f0fd2305-86cf-41c4-9b01-a57c84675197), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.418800 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (f0fd2305-86cf-41c4-9b01-a57c84675197), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.446967 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:15:00.460079 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd2305-86cf-41c4-9b01-a57c84675197,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:00.465395 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (f1dae274-05a4-4fd4-934b-0cc978f3c9b5), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.465734 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Added segment f1dae274-05a4-4fd4-934b-0cc978f3c9b5 of type vlan for network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 Jan 27 16:15:00.503917 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.513743 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (44707522-96bc-4e9e-a009-bd6fc4ac0fe0), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.549810 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (44707522-96bc-4e9e-a009-bd6fc4ac0fe0), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.551027 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:00.551752 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.614155 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6054599 Jan 27 16:15:00.619341 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44724) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:00.629790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Request body: {'subnet': {'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1920076979-subnet', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:00.635871 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6207047-eef3-4c08-b875-21a9cf49a2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=44707522-96bc-4e9e-a009-bd6fc4ac0fe0,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:00.654242 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:15:00.668586 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Made reservation on behalf of fa3984d8f6dc40258844819aa562633f for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:00.671854 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:00.949880 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (2a716326-0402-4aa9-a1b0-0956cd518216), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.025356 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a716326-0402-4aa9-a1b0-0956cd518216,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:01.044395 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Checking segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:01.045295 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Network hostable DHCP agents. Network: 44707522-96bc-4e9e-a009-bd6fc4ac0fe0, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:15:01.073220 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:15:01.086405 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 44707522-96bc-4e9e-a009-bd6fc4ac0fe0) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:01.092435 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:01.093188 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.101206 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc535275-6d28-4da2-815f-94276b44d8f2 None None] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:15:01.124586 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-b49750dd-48c5-4835-9e28-6a600eecbf0e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5025883 Jan 27 16:15:01.127533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44734) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:01.135028 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:01.167936 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (93c5e1fd-e3af-4450-b659-f20edaaffb8e), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.172611 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (93c5e1fd-e3af-4450-b659-f20edaaffb8e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.269885 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks [] for router_controller (93c5e1fd-e3af-4450-b659-f20edaaffb8e), precommit_add_association {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.275331 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:15:01.277680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.486920 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks [] for router_gateway (93c5e1fd-e3af-4450-b659-f20edaaffb8e), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.560488 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Allocated IP 172.20.0.2 (44707522-96bc-4e9e-a009-bd6fc4ac0fe0/2a716326-0402-4aa9-a1b0-0956cd518216/dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:01.756857 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Publish callbacks [] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.764427 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.802442 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:01.806683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:01.813150 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:01.820754 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Pushing event updated for resources: {'Port': ['ID=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:01.843291 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks [] for router_gateway (93c5e1fd-e3af-4450-b659-f20edaaffb8e), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.876705 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.905381 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Attempting to bind port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:01.905959 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Attempting to bind port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:01.906453 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Attempting to bind port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:01.913434 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:01.913834 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Checking segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:01.914228 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:01.914635 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Bound using segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:01.915173 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Bound port: dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:01.915576 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:02.005303 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] For port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:02.011616 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] For port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:02.011873 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Allocated IP 172.27.3.55 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/7be7984c-c6c3-4587-96cc-0901ec53b2f0) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:02.017060 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:02.096463 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902d631-40f9-4b4b-9184-1c3768d8fc79 None None] Pushing event updated for resources: {'Port': ['ID=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:02.200909 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks [] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:02.250816 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:02.313714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:02.321464 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:02.326791 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:02.330359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7be7984c-c6c3-4587-96cc-0901ec53b2f0,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:02.650964 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks [] for router_gateway (93c5e1fd-e3af-4450-b659-f20edaaffb8e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:02.963035 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (93c5e1fd-e3af-4450-b659-f20edaaffb8e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:03.177532 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:15:03.278742 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2bb38-54a0-4938-b03c-4e6949e2defc None None] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:15:03.372764 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] Provisioning complete for port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:03.373203 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:03.388263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:15:03.410941 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:15:03.422192 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:03.424427 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-81b89447-6448-433d-acbd-3e4d555ea5c4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2949977 Jan 27 16:15:03.427387 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44766) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:03.460190 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:03.461123 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:03.622260 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] Current status of the port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:03.623620 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:03.629599 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:03.961798 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] For port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:03.971602 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:03.992599 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:15:04.097172 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.143741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c51733-6e2c-496b-99d1-58fa66335895 None None] Pushing event updated for resources: {'Port': ['ID=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:04.169418 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-703a22d9-84f8-419e-a604-04f1a71094d7 None None] Provisioning complete for port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:04.170055 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-703a22d9-84f8-419e-a604-04f1a71094d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.312687 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Allocated IP 172.20.0.1 (44707522-96bc-4e9e-a009-bd6fc4ac0fe0/2a716326-0402-4aa9-a1b0-0956cd518216/77092873-6e5c-4200-b234-c4b5da21b3a6) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:04.344877 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:04.414635 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:02Z', 'revision_number': 3, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:04.420322 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks [] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.455795 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.481025 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:15:04.481647 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Updating router 93c5e1fd-e3af-4450-b659-f20edaaffb8e port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:15:04.494889 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:04.497841 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:04.502084 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:04.540002 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Pushing event updated for resources: {'Port': ['ID=77092873-6e5c-4200-b234-c4b5da21b3a6,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:04.554184 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (93c5e1fd-e3af-4450-b659-f20edaaffb8e), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.610775 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.650203 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-703a22d9-84f8-419e-a604-04f1a71094d7 None None] Current status of the port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:04.702013 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:04.702665 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.705448 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.930809 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks [] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:04.938354 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.005908 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-21818bf8-66c8-4707-ad3e-e9473bb42c22 None None] Provisioning complete for port 77092873-6e5c-4200-b234-c4b5da21b3a6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:05.006451 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-21818bf8-66c8-4707-ad3e-e9473bb42c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.052597 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Pushing event updated for resources: {'Port': ['ID=77092873-6e5c-4200-b234-c4b5da21b3a6,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:05.056840 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (93c5e1fd-e3af-4450-b659-f20edaaffb8e), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.172177 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44778) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:05.207344 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:05.208990 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:05.217610 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-21818bf8-66c8-4707-ad3e-e9473bb42c22 None None] Port 77092873-6e5c-4200-b234-c4b5da21b3a6 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:15:05.321613 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:05.380930 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:15:05.383545 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.502951 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Publish callbacks [] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.514668 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.553350 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Publish callbacks [] for security_group (4d3ff617-e253-4c10-beaa-4ccba68fd141), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.570398 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4d3ff617-e253-4c10-beaa-4ccba68fd141), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.584970 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Attempting to bind port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:05.584970 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Attempting to bind port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:05.585483 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Attempting to bind port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:05.597408 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:15:05.598605 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e51c85-62d6-4d29-bcb4-ef313edf9fa0 None None] Pushing event updated for resources: {'Port': ['ID=7be7984c-c6c3-4587-96cc-0901ec53b2f0,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:05.603612 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-529395ce-2ce6-4016-a205-c272ea649830 admin admin] 10.222.0.61 "PUT /v2.0/routers/93c5e1fd-e3af-4450-b659-f20edaaffb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1734300 Jan 27 16:15:05.608448 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:05.609168 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:05.609781 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.610351 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:05.611057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Bound port: 7be7984c-c6c3-4587-96cc-0901ec53b2f0, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:05.612257 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.636555 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3efaef5849fc4c4fac7171c23907a29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618442 Jan 27 16:15:05.640787 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44784) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:05.659269 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ff617-e253-4c10-beaa-4ccba68fd141,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:05.675594 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.676186 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.676776 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.677351 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.677901 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.678842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.679472 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.680036 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.680842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.681431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.681992 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.682544 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.683682 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ccfec-949a-4e75-9754-e4ed5784df06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:05.713753 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] For port 7be7984c-c6c3-4587-96cc-0901ec53b2f0, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:05.729624 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-802d5f35-06f7-4136-85f4-9cfbf082761e admin admin] Publish callbacks [] for security_group (4d3ff617-e253-4c10-beaa-4ccba68fd141), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.743953 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] For port 7be7984c-c6c3-4587-96cc-0901ec53b2f0, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=7be7984c-c6c3-4587-96cc-0901ec53b2f0,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:05.746962 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-a64bf22d-4dc5-4681-acb5-4baa83bb00f5 None None] Provisioning complete for port 77092873-6e5c-4200-b234-c4b5da21b3a6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:05.749147 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a64bf22d-4dc5-4681-acb5-4baa83bb00f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.771246 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-802d5f35-06f7-4136-85f4-9cfbf082761e admin admin] Publish callbacks [] for security_group (4d3ff617-e253-4c10-beaa-4ccba68fd141), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.796092 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.846074 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-802d5f35-06f7-4136-85f4-9cfbf082761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (4d3ff617-e253-4c10-beaa-4ccba68fd141), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.851138 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-802d5f35-06f7-4136-85f4-9cfbf082761e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:05.853300 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-802d5f35-06f7-4136-85f4-9cfbf082761e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d3ff617-e253-4c10-beaa-4ccba68fd141 HTTP/1.1" status: 204 len: 168 time: 0.2109866 Jan 27 16:15:05.873095 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d5f35-06f7-4136-85f4-9cfbf082761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ff617-e253-4c10-beaa-4ccba68fd141,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:05.883232 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a64bf22d-4dc5-4681-acb5-4baa83bb00f5 None None] Port 77092873-6e5c-4200-b234-c4b5da21b3a6 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:15:05.947422 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:05.948446 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:05.954726 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e51c85-62d6-4d29-bcb4-ef313edf9fa0 None None] Pushing event updated for resources: {'Port': ['ID=7be7984c-c6c3-4587-96cc-0901ec53b2f0,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:06.149424 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:06.499407 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 2, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:06.530379 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44812) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:06.537049 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1674837755-network', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:06.556864 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692547b3-f4a8-4dd9-8fd7-a87e27d04db5 None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 2, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:15:06.572774 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Made reservation on behalf of aa8d752e363b4e97b7d74cf5d33973d5 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:06.575802 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.590639 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.714493 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks [] for security_group (3589ade6-e9e8-4de8-92e6-f943b914514a), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.720463 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (3589ade6-e9e8-4de8-92e6-f943b914514a), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.776599 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:15:06.781212 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3589ade6-e9e8-4de8-92e6-f943b914514a,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:06.813779 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (baa9f987-25ea-40b7-ae6c-8bc8b64e9944), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.813779 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Added segment baa9f987-25ea-40b7-ae6c-8bc8b64e9944 of type vlan for network ec5519f3-8829-4396-8033-96c5bb50a3aa Jan 27 16:15:06.930625 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (ec5519f3-8829-4396-8033-96c5bb50a3aa), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.957290 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44820) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:06.981119 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (ec5519f3-8829-4396-8033-96c5bb50a3aa), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:06.982593 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:06.983568 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.048855 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5167739 Jan 27 16:15:07.051768 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44824) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:07.056976 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Request body: {'subnet': {'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1674837755-subnet', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'ip_version': 4}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:07.068979 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da435a3-0ce1-46d5-9db6-49814047d6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5519f3-8829-4396-8033-96c5bb50a3aa,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:07.084480 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network ec5519f3-8829-4396-8033-96c5bb50a3aa details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:15:07.090801 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Made reservation on behalf of aa8d752e363b4e97b7d74cf5d33973d5 for: {'subnet': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:07.094304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531443260'] for subnet (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.181653 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1382813165-network', 'tenant_id': '37dcb2cdb17f4289b9e4ac65f1f865f6'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:07.226964 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Made reservation on behalf of 37dcb2cdb17f4289b9e4ac65f1f865f6 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:07.230233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.243293 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.370415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks [] for security_group (1d7160d7-41a1-4a6b-814d-a609dcc5622e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.371804 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531205842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531443246'] for subnet (2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.377130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1d7160d7-41a1-4a6b-814d-a609dcc5622e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.412202 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:15:07.434579 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7160d7-41a1-4a6b-814d-a609dcc5622e,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:07.443345 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (8643bc33-9c4a-466e-b40a-22d8e0c472f7), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.443900 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Added segment 8643bc33-9c4a-466e-b40a-22d8e0c472f7 of type vlan for network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 Jan 27 16:15:07.492380 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:07.497395 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Checking segment: {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:07.497975 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Network hostable DHCP agents. Network: ec5519f3-8829-4396-8033-96c5bb50a3aa, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:15:07.511502 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.511929 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.512475 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.513024 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.513563 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.514404 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.514958 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.515544 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.516089 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.516613 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.517079 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.517615 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.518118 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:07.528187 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (6486a01e-36d0-43f9-a5e2-f79b12bfabf8), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.545152 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Network ec5519f3-8829-4396-8033-96c5bb50a3aa is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:15:07.580735 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, ec5519f3-8829-4396-8033-96c5bb50a3aa) {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:07.585599 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:07.586181 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.593080 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (6486a01e-36d0-43f9-a5e2-f79b12bfabf8), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.594724 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:07.596508 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.611704 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0304d94-a0f5-44cd-a328-c7f8917bc474 None None] Network ec5519f3-8829-4396-8033-96c5bb50a3aa requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:15:07.627155 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-107bbd5d-f35b-467f-8ef6-1fcb2167a6ff admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5734665 Jan 27 16:15:07.630795 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44826) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:07.638741 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:07.681626 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (cada5bcd-090e-4b69-8489-0ec88f7ae599), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.683409 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (cada5bcd-090e-4b69-8489-0ec88f7ae599), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.711000 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7518957 Jan 27 16:15:07.718736 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44828) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:07.735265 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Request body: {'subnet': {'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1382813165-subnet', 'tenant_id': '37dcb2cdb17f4289b9e4ac65f1f865f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:07.757537 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715862b-ea67-4855-88c2-94b816514d1a admin admin] Pushing event updated for resources: {'Network': ['ID=6486a01e-36d0-43f9-a5e2-f79b12bfabf8,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:07.791115 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:15:07.795018 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Made reservation on behalf of 37dcb2cdb17f4289b9e4ac65f1f865f6 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:07.799496 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.812977 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks [] for router_controller (cada5bcd-090e-4b69-8489-0ec88f7ae599), precommit_add_association {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:07.829165 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-ec5519f3-8829-4396-8033-96c5bb50a3aa', 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'fixed_ips': [{'subnet_id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:15:07.831247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.143842 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks [] for router_gateway (cada5bcd-090e-4b69-8489-0ec88f7ae599), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.401725 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 7be7984c-c6c3-4587-96cc-0901ec53b2f0 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:08.485898 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Allocated IP 172.20.0.2 (ec5519f3-8829-4396-8033-96c5bb50a3aa/2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11/b903481e-0a2a-4e20-89ba-59a90fee1ead) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:08.500930 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (a1e39d73-38ee-4a81-98de-3c8761a879e8), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.569235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e39d73-38ee-4a81-98de-3c8761a879e8,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:08.583905 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks [] for router_gateway (cada5bcd-090e-4b69-8489-0ec88f7ae599), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.590582 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:08.591033 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.599466 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Checking segment: {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:08.600482 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Network hostable DHCP agents. Network: 6486a01e-36d0-43f9-a5e2-f79b12bfabf8, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:15:08.620416 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.636996 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:15:08.651431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, 6486a01e-36d0-43f9-a5e2-f79b12bfabf8) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:08.661850 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:08.666294 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.668080 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da8f2a-c236-4eaa-9a0c-bc153d569c20 None None] Network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:15:08.696390 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-a2b64d85-0713-4595-8beb-d5dce18026dc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9743330 Jan 27 16:15:08.793289 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:08.793678 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.823867 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Allocated IP 172.27.3.199 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/3c824aae-30ca-491f-bbd0-c28c98897f46) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:08.859128 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 7be7984c-c6c3-4587-96cc-0901ec53b2f0, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=7be7984c-c6c3-4587-96cc-0901ec53b2f0,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:08.870635 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.930142 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Publish callbacks [] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.943526 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:08.959762 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58e91b-aa37-45b6-8390-b65f55503c27 None None] Network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:15:08.995111 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Network ec5519f3-8829-4396-8033-96c5bb50a3aa is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:09.024468 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks [] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:09.028990 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:09.033758 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=7be7984c-c6c3-4587-96cc-0901ec53b2f0,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:09.036777 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:09.098357 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:09.141919 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:09.145930 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:09.149187 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:09.157059 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Pushing event updated for resources: {'Port': ['ID=b903481e-0a2a-4e20-89ba-59a90fee1ead,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:09.175729 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Attempting to bind port b903481e-0a2a-4e20-89ba-59a90fee1ead on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:09.176027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Attempting to bind port b903481e-0a2a-4e20-89ba-59a90fee1ead by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:09.176394 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Attempting to bind port b903481e-0a2a-4e20-89ba-59a90fee1ead on network ec5519f3-8829-4396-8033-96c5bb50a3aa {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:09.183442 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:09.183833 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Checking segment: {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:09.184247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:09.184644 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Bound using segment: {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:09.185134 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Bound port: b903481e-0a2a-4e20-89ba-59a90fee1ead, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:09.185524 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:09.222229 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Pushing event updated for resources: {'Port': ['ID=3c824aae-30ca-491f-bbd0-c28c98897f46,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:09.261359 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] For port b903481e-0a2a-4e20-89ba-59a90fee1ead, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:09.265779 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] For port b903481e-0a2a-4e20-89ba-59a90fee1ead, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b903481e-0a2a-4e20-89ba-59a90fee1ead,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:09.272051 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:09.345884 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4aec4-68b2-44d8-9b99-75457e8230e0 None None] Pushing event updated for resources: {'Port': ['ID=b903481e-0a2a-4e20-89ba-59a90fee1ead,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:09.671388 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks [] for router_gateway (cada5bcd-090e-4b69-8489-0ec88f7ae599), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:10.388579 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:15:10.411593 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:10.412505 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:10.416550 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b903481e-0a2a-4e20-89ba-59a90fee1ead up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:10.420341 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (cada5bcd-090e-4b69-8489-0ec88f7ae599), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:10.493385 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port b903481e-0a2a-4e20-89ba-59a90fee1ead triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:10.494012 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:10.586683 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:10.652233 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Router cada5bcd-090e-4b69-8489-0ec88f7ae599 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:15:10.660874 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port b903481e-0a2a-4e20-89ba-59a90fee1ead is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:10.661459 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:10.682017 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b6784-80af-436c-ae29-5ac098b2dc9d None None] Network ec5519f3-8829-4396-8033-96c5bb50a3aa requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:15:10.839623 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:15:10.857718 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port b903481e-0a2a-4e20-89ba-59a90fee1ead, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b903481e-0a2a-4e20-89ba-59a90fee1ead,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:10.862630 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Sync routers for ids ['cada5bcd-090e-4b69-8489-0ec88f7ae599'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:15:10.863857 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:10.866632 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-df06bf10-916e-4f58-a7da-9bb2d01655ac admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2339482 Jan 27 16:15:10.871114 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44844) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:10.895585 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:10.896886 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 7be7984c-c6c3-4587-96cc-0901ec53b2f0 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:10.949047 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-88dd86a5-8b4e-43e1-8a85-c2af9a8a9565 None None] Provisioning complete for port b903481e-0a2a-4e20-89ba-59a90fee1ead triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:10.950156 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-88dd86a5-8b4e-43e1-8a85-c2af9a8a9565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.021462 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 2, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:11.054857 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:15:11.055243 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Updating router 93c5e1fd-e3af-4450-b659-f20edaaffb8e port 77092873-6e5c-4200-b234-c4b5da21b3a6 binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:15:11.056282 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Routers {'cada5bcd-090e-4b69-8489-0ec88f7ae599'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:11.058117 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['cada5bcd-090e-4b69-8489-0ec88f7ae599'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:11.088026 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.175956 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-be5a0b1c-3ebd-4a30-b329-c1f51ffe2d68 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:11.177735 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-be5a0b1c-3ebd-4a30-b329-c1f51ffe2d68 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/networks?id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 200 len: 809 time: 0.2002933 Jan 27 16:15:11.212377 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-1b60c94e-4d8a-4414-b9b2-3832079d9264 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/quotas/37dcb2cdb17f4289b9e4ac65f1f865f6 HTTP/1.1" status: 200 len: 375 time: 0.0177174 Jan 27 16:15:11.252235 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=b903481e-0a2a-4e20-89ba-59a90fee1ead,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:11.287124 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-b169f0e0-7160-4e87-8146-8cbf30a86601 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342491 Jan 27 16:15:11.404508 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:11.405141 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.425725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-6c435229-9f4c-48cf-9b3f-3ef55a002458 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:15:11.427633 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-6c435229-9f4c-48cf-9b3f-3ef55a002458 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1282773 Jan 27 16:15:11.494687 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Set router cada5bcd-090e-4b69-8489-0ec88f7ae599 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:11.545214 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Publish callbacks [] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.559682 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.647462 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.660854 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-88dd86a5-8b4e-43e1-8a85-c2af9a8a9565 None None] Current status of the port b903481e-0a2a-4e20-89ba-59a90fee1ead is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:11.673148 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-104f1cdd-6695-45dd-88be-a761e0e4ddbb service neutron] 10.222.0.61 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351644 Jan 27 16:15:11.738370 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Pushing event updated for resources: {'Port': ['ID=77092873-6e5c-4200-b234-c4b5da21b3a6,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:11.749487 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.750280 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.750935 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.751648 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.752198 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.752719 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.753262 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.753785 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.754376 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.755231 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.755753 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.756328 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.756829 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:11.805784 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Attempting to bind port 77092873-6e5c-4200-b234-c4b5da21b3a6 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:11.806475 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Attempting to bind port 77092873-6e5c-4200-b234-c4b5da21b3a6 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:11.807071 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Attempting to bind port 77092873-6e5c-4200-b234-c4b5da21b3a6 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:11.812066 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-ff0eab3c-ae58-41f9-ac6a-48397de3888a service neutron] 10.222.0.61 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377349 Jan 27 16:15:11.814657 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:11.815351 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Checking segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:11.815946 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:11.816551 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Bound using segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:11.817310 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Bound port: 77092873-6e5c-4200-b234-c4b5da21b3a6, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:11.817925 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.021980 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] For port 77092873-6e5c-4200-b234-c4b5da21b3a6, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:12.029579 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] For port 77092873-6e5c-4200-b234-c4b5da21b3a6, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=77092873-6e5c-4200-b234-c4b5da21b3a6,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:12.042261 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.081356 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2d246301-0f3c-4677-a752-f66c5a4a8b8b req-cf74f8ea-5d72-47e2-8394-586727980548 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 210 time: 0.0532317 Jan 27 16:15:12.091203 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Allocated IP 172.20.0.1 (ec5519f3-8829-4396-8033-96c5bb50a3aa/2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11/21f60e21-615d-4eec-9081-1c3698254d9c) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:12.142585 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-1d27e407-5b39-4775-89cb-7658a4a652d6 None None] Provisioning complete for port b903481e-0a2a-4e20-89ba-59a90fee1ead triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:12.143847 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1d27e407-5b39-4775-89cb-7658a4a652d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.229723 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:12.229993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:12.249981 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:12.333906 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-1d27e407-5b39-4775-89cb-7658a4a652d6 None None] Current status of the port b903481e-0a2a-4e20-89ba-59a90fee1ead is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:12.340660 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbeae2-10eb-41c9-a7bb-932e422021bf None None] Pushing event updated for resources: {'Port': ['ID=77092873-6e5c-4200-b234-c4b5da21b3a6,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:12.354601 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:15:09Z', 'revision_number': 3, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:12.394900 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Checking router: cada5bcd-090e-4b69-8489-0ec88f7ae599 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:15:12.395425 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Updating router cada5bcd-090e-4b69-8489-0ec88f7ae599 port 3c824aae-30ca-491f-bbd0-c28c98897f46 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:15:12.443226 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks [] for port (21f60e21-615d-4eec-9081-1c3698254d9c), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.466631 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.507085 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b903481e-0a2a-4e20-89ba-59a90fee1ead up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:12.536255 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:12.544410 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.554649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] Provisioning complete for port 77092873-6e5c-4200-b234-c4b5da21b3a6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:12.555852 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.650026 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Network ec5519f3-8829-4396-8033-96c5bb50a3aa is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:12.670315 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:12.676506 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:12.680684 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Pushing event updated for resources: {'Port': ['ID=21f60e21-615d-4eec-9081-1c3698254d9c,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:12.764109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (cada5bcd-090e-4b69-8489-0ec88f7ae599), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.833698 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port b903481e-0a2a-4e20-89ba-59a90fee1ead triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:12.834247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:12.959003 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:12Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:12.975854 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] Current status of the port 77092873-6e5c-4200-b234-c4b5da21b3a6 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:12.976366 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.038021 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5853835e-893f-4156-a757-2441f9d7d263 None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:12Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:15:13.083563 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.183015 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] For port 77092873-6e5c-4200-b234-c4b5da21b3a6, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=77092873-6e5c-4200-b234-c4b5da21b3a6,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:13.196160 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.291760 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port b903481e-0a2a-4e20-89ba-59a90fee1ead is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:13.410333 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-f650eed7-2b55-4dad-acfd-24256e04049f None None] Provisioning complete for port 21f60e21-615d-4eec-9081-1c3698254d9c triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:13.410881 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f650eed7-2b55-4dad-acfd-24256e04049f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.420745 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a6731bde-21b3-49d9-b59b-c718c64ec525 req-9787593b-751e-4f15-ac5d-203ba902ee21 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 210 time: 0.0803347 Jan 27 16:15:13.469444 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a1110-40db-4f9b-8079-923352ce10c0 None None] Pushing event updated for resources: {'Port': ['ID=77092873-6e5c-4200-b234-c4b5da21b3a6,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:13.542461 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks [] for port (21f60e21-615d-4eec-9081-1c3698254d9c), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.553121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.588029 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f650eed7-2b55-4dad-acfd-24256e04049f None None] Port 21f60e21-615d-4eec-9081-1c3698254d9c cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:15:13.594515 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Publish callbacks [] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.605284 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.664405 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-f650eed7-2b55-4dad-acfd-24256e04049f None None] Provisioning complete for port 77092873-6e5c-4200-b234-c4b5da21b3a6 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:13.664697 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (cada5bcd-090e-4b69-8489-0ec88f7ae599), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.664980 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f650eed7-2b55-4dad-acfd-24256e04049f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.684224 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Pushing event updated for resources: {'Port': ['ID=21f60e21-615d-4eec-9081-1c3698254d9c,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:13.748218 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Attempting to bind port 3c824aae-30ca-491f-bbd0-c28c98897f46 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:13.748825 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Attempting to bind port 3c824aae-30ca-491f-bbd0-c28c98897f46 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:13.749968 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Attempting to bind port 3c824aae-30ca-491f-bbd0-c28c98897f46 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:13.761550 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066f0e-d792-4998-852e-a7c80bc901a4 None None] Pushing event updated for resources: {'Port': ['ID=3c824aae-30ca-491f-bbd0-c28c98897f46,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:13.769915 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:13.770574 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:13.771304 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.772159 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:13.772744 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Bound port: 3c824aae-30ca-491f-bbd0-c28c98897f46, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:13.773382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:13.815132 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Network ec5519f3-8829-4396-8033-96c5bb50a3aa is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:13.817611 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:13.931004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] For port 3c824aae-30ca-491f-bbd0-c28c98897f46, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:13.957376 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] For port 3c824aae-30ca-491f-bbd0-c28c98897f46, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=3c824aae-30ca-491f-bbd0-c28c98897f46,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:13.962274 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-f650eed7-2b55-4dad-acfd-24256e04049f None None] Current status of the port 77092873-6e5c-4200-b234-c4b5da21b3a6 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:13.967138 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:14.029138 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Routers {'cada5bcd-090e-4b69-8489-0ec88f7ae599'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:14.030081 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['cada5bcd-090e-4b69-8489-0ec88f7ae599'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:14.085544 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066f0e-d792-4998-852e-a7c80bc901a4 None None] Pushing event updated for resources: {'Port': ['ID=3c824aae-30ca-491f-bbd0-c28c98897f46,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:14.215098 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] Set router cada5bcd-090e-4b69-8489-0ec88f7ae599 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:14.256907 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Router cada5bcd-090e-4b69-8489-0ec88f7ae599 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:15:14.384453 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-a8db37e1-5712-42a7-9ec6-ac82e7fc24dc None None] Provisioning complete for port 21f60e21-615d-4eec-9081-1c3698254d9c triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:14.384871 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a8db37e1-5712-42a7-9ec6-ac82e7fc24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:14.438110 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-19520564-6856-474a-bb9d-56b7d3adc29f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:14.440410 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-19520564-6856-474a-bb9d-56b7d3adc29f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "GET /v2.0/networks?id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 200 len: 809 time: 0.5213490 Jan 27 16:15:14.440735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a8db37e1-5712-42a7-9ec6-ac82e7fc24dc None None] Port 21f60e21-615d-4eec-9081-1c3698254d9c cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:15:14.463481 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Request body: {'port': {'device_id': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8', 'admin_state_up': True, 'tenant_id': '37dcb2cdb17f4289b9e4ac65f1f865f6'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:14.476078 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 77092873-6e5c-4200-b234-c4b5da21b3a6 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:14.556938 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a17f645a-4523-4761-a6aa-b4a0bf3fb613 req-c95f230d-29bd-4b66-91da-268894ad6bd6 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 210 time: 0.0282516 Jan 27 16:15:14.626776 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:15:14.629793 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 77092873-6e5c-4200-b234-c4b5da21b3a6 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:14.630681 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:14.634573 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-058072ea-974d-4e34-862f-52467b934b81 admin admin] 10.222.0.61 "PUT /v2.0/routers/cada5bcd-090e-4b69-8489-0ec88f7ae599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7618122 Jan 27 16:15:14.666494 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Made reservation on behalf of 37dcb2cdb17f4289b9e4ac65f1f865f6 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:14.670237 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:14.699741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '21f60e21-615d-4eec-9081-1c3698254d9c', 'name': '', 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'mac_address': 'fa:16:3e:4a:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:11Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 2, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'subnets': [{'id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:14.756228 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23e23e-1c14-42d9-85cf-4b25b4457aab None None] The sync data for ids ['cada5bcd-090e-4b69-8489-0ec88f7ae599'] in dv-cinder-826350-3-iscsi is: [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '21f60e21-615d-4eec-9081-1c3698254d9c', 'name': '', 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'mac_address': 'fa:16:3e:4a:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:11Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 2, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'subnets': [{'id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:15:14.842750 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 77092873-6e5c-4200-b234-c4b5da21b3a6 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:14.847863 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Allocated IP 172.20.0.12 (6486a01e-36d0-43f9-a5e2-f79b12bfabf8/a1e39d73-38ee-4a81-98de-3c8761a879e8/3eb9c15b-9c59-4828-91e8-d2993a816b72) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:15.092934 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks [] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.157022 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.209871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:15.213102 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:15.215845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:15.245113 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Pushing event updated for resources: {'Port': ['ID=3eb9c15b-9c59-4828-91e8-d2993a816b72,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:15.280867 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:15.281515 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.301463 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-fbae1758-09ca-4c33-bf02-d03f59d8f2d8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8483045 Jan 27 16:15:15.314095 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Request body: {'port': {'device_id': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:15.405414 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.574127 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44888) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:15.580571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721451781', 'description': 'tempest-secgroup-smoke-721451781 description', 'project_id': 'fa3984d8f6dc40258844819aa562633f'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:15.611005 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.791972 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfce989-8e15-4433-9f64-df8defbaeadf req-69794248-0562-4d9e-b1f7-2805469b7adf tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:15.793676 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ebfce989-8e15-4433-9f64-df8defbaeadf req-69794248-0562-4d9e-b1f7-2805469b7adf tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 932 time: 0.1015048 Jan 27 16:15:15.797137 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group (07d68d46-2386-40bc-89bc-1891127f31ea), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.806467 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (07d68d46-2386-40bc-89bc-1891127f31ea), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.856618 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.857904 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2826829 Jan 27 16:15:15.865795 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 44892) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:15.878678 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group_rule': {'security_group_id': '07d68d46-2386-40bc-89bc-1891127f31ea', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:15.879788 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25799cea-541f-48dc-8593-58b5c1dc2736 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d68d46-2386-40bc-89bc-1891127f31ea,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:15.908569 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ebfce989-8e15-4433-9f64-df8defbaeadf req-e441c60e-5c3a-47dc-ade7-5fbc63f5e7ab tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041040 Jan 27 16:15:15.952263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb9c15b-9c59-4828-91e8-d2993a816b72 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:15:15.961339 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Publish callbacks [] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.974545 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (585e5f68-4f4e-4ea3-acf1-d99b9bde02b6), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:15.988020 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Transition to ACTIVE for port object 3eb9c15b-9c59-4828-91e8-d2993a816b72 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:15:15.995624 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.083712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Pushing event updated for resources: {'Port': ['ID=3eb9c15b-9c59-4828-91e8-d2993a816b72,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.144110 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (585e5f68-4f4e-4ea3-acf1-d99b9bde02b6), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.152291 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (585e5f68-4f4e-4ea3-acf1-d99b9bde02b6), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.188656 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585e5f68-4f4e-4ea3-acf1-d99b9bde02b6,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.197973 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.203585 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0c4598f6-ec59-4184-905b-48297c9e51f4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326731 Jan 27 16:15:16.204096 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44894) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:16.211382 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Attempting to bind port 3eb9c15b-9c59-4828-91e8-d2993a816b72 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:16.211787 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Attempting to bind port 3eb9c15b-9c59-4828-91e8-d2993a816b72 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:16.212087 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Attempting to bind port 3eb9c15b-9c59-4828-91e8-d2993a816b72 on network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:16.212194 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group_rule': {'security_group_id': '07d68d46-2386-40bc-89bc-1891127f31ea', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:16.220567 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Port 3eb9c15b-9c59-4828-91e8-d2993a816b72 on network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:15:16.221059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Attempting to bind port 3eb9c15b-9c59-4828-91e8-d2993a816b72 on network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:16.227873 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:16.228299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Checking segment: {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:16.228758 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Bound using segment: {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:16.229294 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Bound port: 3eb9c15b-9c59-4828-91e8-d2993a816b72, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:16.229848 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.262580 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (58dcbaa6-31f0-4e2b-9b9c-8bdccbd5bace), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.357275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] For port 3eb9c15b-9c59-4828-91e8-d2993a816b72, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:16.364755 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (58dcbaa6-31f0-4e2b-9b9c-8bdccbd5bace), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.365043 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] For port 3eb9c15b-9c59-4828-91e8-d2993a816b72, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:16.370661 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (58dcbaa6-31f0-4e2b-9b9c-8bdccbd5bace), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.375837 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.409891 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dcbaa6-31f0-4e2b-9b9c-8bdccbd5bace,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.428066 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.430163 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-0ee7bfc1-5b5f-42df-aa56-27056ef6adab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2244384 Jan 27 16:15:16.435813 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44896) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:16.438922 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 3c824aae-30ca-491f-bbd0-c28c98897f46 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:16.451110 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group_rule': {'security_group_id': '07d68d46-2386-40bc-89bc-1891127f31ea', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:16.471550 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:16.472551 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.477229 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] 10.222.0.60 "PUT /v2.0/ports/3eb9c15b-9c59-4828-91e8-d2993a816b72 HTTP/1.1" status: 200 len: 1094 time: 1.1684675 Jan 27 16:15:16.477962 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'tag': '3eb9c15b-9c59-4828-91e8-d2993a816b72'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:16.486460 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (6e4646f2-5367-44a6-80b3-abd27116778d), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.493158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf36d25-e107-4292-8263-3556517a7c39" -d '{"events": [{"name": "network-changed", "server_uuid": "55bc2ebf-679f-4d06-83d6-8b8edc21757f", "tag": "3eb9c15b-9c59-4828-91e8-d2993a816b72"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:16.527245 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 3c824aae-30ca-491f-bbd0-c28c98897f46 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:16.527970 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.584346 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (6e4646f2-5367-44a6-80b3-abd27116778d), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.590207 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (6e4646f2-5367-44a6-80b3-abd27116778d), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.619850 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8c2151-9941-493e-8e54-5367693cc701 x-openstack-request-id: req-ce8c2151-9941-493e-8e54-5367693cc701 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:16.620209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bc2ebf-679f-4d06-83d6-8b8edc21757f", "tag": "3eb9c15b-9c59-4828-91e8-d2993a816b72", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:16.620401 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce8c2151-9941-493e-8e54-5367693cc701 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:16.621482 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'tag': '3eb9c15b-9c59-4828-91e8-d2993a816b72', 'status': 'completed', 'code': 200} Jan 27 16:15:16.629839 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4646f2-5367-44a6-80b3-abd27116778d,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.648404 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 3c824aae-30ca-491f-bbd0-c28c98897f46 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:16.649908 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.650028 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26fb2-ba81-48f3-abc2-5a46dedddcbb service neutron] Pushing event updated for resources: {'Port': ['ID=3eb9c15b-9c59-4828-91e8-d2993a816b72,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.653415 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.655933 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6e3c6192-ee3b-4abc-af0e-6633ef399547 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109022 Jan 27 16:15:16.659874 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44900) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:16.669637 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group_rule': {'security_group_id': '07d68d46-2386-40bc-89bc-1891127f31ea', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:16.676379 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-17bd19b7-8429-4f67-8700-e17e99a24c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:16.678250 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-17bd19b7-8429-4f67-8700-e17e99a24c2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 1097 time: 0.1409726 Jan 27 16:15:16.698507 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 3c824aae-30ca-491f-bbd0-c28c98897f46, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=3c824aae-30ca-491f-bbd0-c28c98897f46,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:16.705311 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.716007 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (2e236c2c-f547-4d14-bfdc-0213f35a927b), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.759243 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-4ebf10be-cd98-4dc1-94c0-af4a4e23db88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72 HTTP/1.1" status: 200 len: 217 time: 0.0726876 Jan 27 16:15:16.766932 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=3c824aae-30ca-491f-bbd0-c28c98897f46,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.777059 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.777845 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.778575 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.779133 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.779631 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.780149 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.780755 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.782107 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.782685 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.783341 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.783959 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.784557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.786059 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:15:16.819541 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (2e236c2c-f547-4d14-bfdc-0213f35a927b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.824375 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (2e236c2c-f547-4d14-bfdc-0213f35a927b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.846258 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e236c2c-f547-4d14-bfdc-0213f35a927b,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:16.869643 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-ccfd7981-2acd-438d-b27f-7562633217da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:16.871475 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-ccfd7981-2acd-438d-b27f-7562633217da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1e39d73-38ee-4a81-98de-3c8761a879e8 HTTP/1.1" status: 200 len: 849 time: 0.1056874 Jan 27 16:15:16.872950 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.878568 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7dd51ad9-a21c-4adf-a6f8-4ad7b96e97be tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2161138 Jan 27 16:15:16.879889 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44902) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:16.884584 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group_rule': {'security_group_id': '07d68d46-2386-40bc-89bc-1891127f31ea', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:16.902656 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-5bd5218e-fa94-44fd-b722-db196454a6cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258200 Jan 27 16:15:16.907131 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.securitygroups_db [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Project fa3984d8f6dc40258844819aa562633f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:15:16.912765 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (e30a496c-925d-4ea7-987a-3c05d6154c85), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.992189 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (e30a496c-925d-4ea7-987a-3c05d6154c85), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:16.998866 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (e30a496c-925d-4ea7-987a-3c05d6154c85), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:17.007503 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-69610557-d35f-45ac-8526-0ce689f5b145 service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987320 Jan 27 16:15:17.060112 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30a496c-925d-4ea7-987a-3c05d6154c85,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:17.067641 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:17.068687 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b49c4a81-e822-4b1f-8386-e4e5f478d66b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1876540 Jan 27 16:15:17.071376 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 44906) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:15:17.075773 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'security_group_rule': {'security_group_id': '07d68d46-2386-40bc-89bc-1891127f31ea', 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:17.122136 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fcd48-ff1b-4d9e-8b24-e280d03d802c req-0ce981a9-492d-46d9-98a5-a73d0d09f2c7 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:17.123685 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-751fcd48-ff1b-4d9e-8b24-e280d03d802c req-0ce981a9-492d-46d9-98a5-a73d0d09f2c7 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 944 time: 0.0989208 Jan 27 16:15:17.125230 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.securitygroups_db [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Project fa3984d8f6dc40258844819aa562633f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:15:17.131305 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (87ac215b-e89f-4114-adf3-9b79798e75bd), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:17.228013 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-751fcd48-ff1b-4d9e-8b24-e280d03d802c req-334bc44d-fca5-428e-9b7f-92fab94b3c82 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935965 Jan 27 16:15:17.246693 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (87ac215b-e89f-4114-adf3-9b79798e75bd), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:17.257580 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (87ac215b-e89f-4114-adf3-9b79798e75bd), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:17.278327 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ac215b-e89f-4114-adf3-9b79798e75bd,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:17.287829 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:17.288941 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-065b5f66-cbbf-4f5a-937f-4901cd5b6e56 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2166195 Jan 27 16:15:17.408551 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-dfc0f178-9e81-47d5-b1ff-adf3d6bc80ed req-f2a782bc-2aea-454f-8e9d-9ac652ae2704 service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955262 Jan 27 16:15:17.507196 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36d25-e107-4292-8263-3556517a7c39 req-ea7c6f76-94ee-4f06-9ba4-5d3d24556f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:17.508768 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-ea7c6f76-94ee-4f06-9ba4-5d3d24556f0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 1097 time: 0.0479288 Jan 27 16:15:17.608421 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36d25-e107-4292-8263-3556517a7c39 req-a758dae9-1c3f-4984-af5c-926410c55abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:17.610023 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-a758dae9-1c3f-4984-af5c-926410c55abc service neutron] 10.222.0.60 "GET /v2.0/networks?id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 200 len: 910 time: 0.0953276 Jan 27 16:15:17.652662 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-437abed5-d8cb-4f20-a034-9223d96ff137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72 HTTP/1.1" status: 200 len: 217 time: 0.0365162 Jan 27 16:15:17.703163 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36d25-e107-4292-8263-3556517a7c39 req-816d1c79-6a90-4aeb-81a3-ed1796450452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:17.705023 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-816d1c79-6a90-4aeb-81a3-ed1796450452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1e39d73-38ee-4a81-98de-3c8761a879e8 HTTP/1.1" status: 200 len: 849 time: 0.0466022 Jan 27 16:15:17.746691 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-6f5396fe-191b-4790-bb28-18d47ed9ea2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344939 Jan 27 16:15:17.849684 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-be6d8ba3-0adf-47d5-841a-6308504f5e9a service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964286 Jan 27 16:15:17.946002 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-acf36d25-e107-4292-8263-3556517a7c39 req-795c43a3-7e85-4adf-bab7-1e859d1cc5b1 service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888255 Jan 27 16:15:18.320773 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 3c824aae-30ca-491f-bbd0-c28c98897f46 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:18.380558 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1754f5-5db2-4083-9663-d0a57def2f37 req-566d458b-7112-44db-b359-8ed57b8b953c tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:18.381966 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1d1754f5-5db2-4083-9663-d0a57def2f37 req-566d458b-7112-44db-b359-8ed57b8b953c tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 944 time: 0.0739450 Jan 27 16:15:18.393153 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 3c824aae-30ca-491f-bbd0-c28c98897f46 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:18.393820 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:18.411096 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Sync routers for ids ['cada5bcd-090e-4b69-8489-0ec88f7ae599'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:15:18.421730 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Routers {'cada5bcd-090e-4b69-8489-0ec88f7ae599'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:18.423032 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['cada5bcd-090e-4b69-8489-0ec88f7ae599'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:18.451844 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1d1754f5-5db2-4083-9663-d0a57def2f37 req-acd8b064-a434-4a98-8c0a-8dc70d8e264b tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626590 Jan 27 16:15:18.513862 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 3c824aae-30ca-491f-bbd0-c28c98897f46 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:18.548817 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Set router cada5bcd-090e-4b69-8489-0ec88f7ae599 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:18.767797 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '21f60e21-615d-4eec-9081-1c3698254d9c', 'name': '', 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'mac_address': 'fa:16:3e:4a:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:11Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 2, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'subnets': [{'id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:18.796438 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Checking router: cada5bcd-090e-4b69-8489-0ec88f7ae599 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:15:18.796796 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Updating router cada5bcd-090e-4b69-8489-0ec88f7ae599 port 21f60e21-615d-4eec-9081-1c3698254d9c binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:15:18.840359 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.260350 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Publish callbacks [] for port (21f60e21-615d-4eec-9081-1c3698254d9c), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.268723 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.341014 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940f0a-5389-4f7e-981a-f571af1b3a83 None None] Pushing event updated for resources: {'Port': ['ID=21f60e21-615d-4eec-9081-1c3698254d9c,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:19.405308 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Attempting to bind port 21f60e21-615d-4eec-9081-1c3698254d9c on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:19.405900 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Attempting to bind port 21f60e21-615d-4eec-9081-1c3698254d9c by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:19.406890 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Attempting to bind port 21f60e21-615d-4eec-9081-1c3698254d9c on network ec5519f3-8829-4396-8033-96c5bb50a3aa {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:19.413838 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:19.415016 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Checking segment: {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:19.415211 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.415640 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Bound using segment: {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:19.416274 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Bound port: 21f60e21-615d-4eec-9081-1c3698254d9c, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:19.416851 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.530566 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] For port 21f60e21-615d-4eec-9081-1c3698254d9c, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:19.540949 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] For port 21f60e21-615d-4eec-9081-1c3698254d9c, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=21f60e21-615d-4eec-9081-1c3698254d9c,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:19.548079 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.640251 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Routers {'cada5bcd-090e-4b69-8489-0ec88f7ae599'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:15:19.641316 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:14:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['cada5bcd-090e-4b69-8489-0ec88f7ae599'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:19.651328 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] Provisioning complete for port 21f60e21-615d-4eec-9081-1c3698254d9c triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:19.653155 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.689223 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa36d11-44b8-4ca8-bb4b-cf6f83669c2f req-c319679a-4547-44b9-b4c9-cff5eb2c6a32 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:19.692639 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4fa36d11-44b8-4ca8-bb4b-cf6f83669c2f req-c319679a-4547-44b9-b4c9-cff5eb2c6a32 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 944 time: 0.1103408 Jan 27 16:15:19.738186 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940f0a-5389-4f7e-981a-f571af1b3a83 None None] Pushing event updated for resources: {'Port': ['ID=21f60e21-615d-4eec-9081-1c3698254d9c,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:19.793747 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-4fa36d11-44b8-4ca8-bb4b-cf6f83669c2f req-98ca99ba-2237-47ad-aeb9-6ca30f64fdbf tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899608 Jan 27 16:15:19.804662 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] Current status of the port 21f60e21-615d-4eec-9081-1c3698254d9c is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:19.805310 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.860418 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] For port 21f60e21-615d-4eec-9081-1c3698254d9c, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=21f60e21-615d-4eec-9081-1c3698254d9c,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:19.868032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:19.871738 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] Set router cada5bcd-090e-4b69-8489-0ec88f7ae599 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:15:19.951824 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc450686-c4e2-4016-afe7-746049e916c4 None None] Pushing event updated for resources: {'Port': ['ID=21f60e21-615d-4eec-9081-1c3698254d9c,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:19.997787 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-d922f170-7434-42c8-9058-c650a4827012 None None] Provisioning complete for port 21f60e21-615d-4eec-9081-1c3698254d9c triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:19.998330 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d922f170-7434-42c8-9058-c650a4827012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:20.237011 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-d922f170-7434-42c8-9058-c650a4827012 None None] Current status of the port 21f60e21-615d-4eec-9081-1c3698254d9c is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:20.250085 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '21f60e21-615d-4eec-9081-1c3698254d9c', 'name': '', 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'mac_address': 'fa:16:3e:4a:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:11Z', 'updated_at': '2022-01-27T16:15:19Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'subnets': [{'id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:15:20.284497 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01accd-ac9f-4f3c-a88f-eb979b725db8 None None] The sync data for ids ['cada5bcd-090e-4b69-8489-0ec88f7ae599'] in dv-cinder-826350-3-iscsi is: [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '21f60e21-615d-4eec-9081-1c3698254d9c', 'name': '', 'network_id': 'ec5519f3-8829-4396-8033-96c5bb50a3aa', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'mac_address': 'fa:16:3e:4a:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:11Z', 'updated_at': '2022-01-27T16:15:19Z', 'revision_number': 4, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'subnets': [{'id': '2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:15:20.397321 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 21f60e21-615d-4eec-9081-1c3698254d9c up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:20.466176 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 21f60e21-615d-4eec-9081-1c3698254d9c triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:20.466667 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:20.579591 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 21f60e21-615d-4eec-9081-1c3698254d9c is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:20.965225 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f21e4-b223-42f0-b5b0-033551b6c493 req-b26f678d-ff1a-4a1e-8ca8-0fb62ffb1b96 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:20.966965 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7d0f21e4-b223-42f0-b5b0-033551b6c493 req-b26f678d-ff1a-4a1e-8ca8-0fb62ffb1b96 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 944 time: 0.0601540 Jan 27 16:15:21.022770 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7d0f21e4-b223-42f0-b5b0-033551b6c493 req-99da7f56-a3b4-4733-8832-da4b79377396 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 Jan 27 16:15:22.191174 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a02fa-081e-41b3-b9fe-8d56d9ece221 req-8bc938a9-e4b3-4f55-9676-b46b4104c96f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:22.193743 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d04a02fa-081e-41b3-b9fe-8d56d9ece221 req-8bc938a9-e4b3-4f55-9676-b46b4104c96f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 944 time: 0.0814924 Jan 27 16:15:22.230075 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 3eb9c15b-9c59-4828-91e8-d2993a816b72 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:15:22.274208 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-d04a02fa-081e-41b3-b9fe-8d56d9ece221 req-8969f503-4455-4bbe-b084-ad8b68de590a tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743296 Jan 27 16:15:22.367393 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 3eb9c15b-9c59-4828-91e8-d2993a816b72, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:22.382608 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '3eb9c15b-9c59-4828-91e8-d2993a816b72', 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8', 'port_id': '3eb9c15b-9c59-4828-91e8-d2993a816b72', 'mac_address': 'fa:16:3e:31:2c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e39d73-38ee-4a81-98de-3c8761a879e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:15:22.426145 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 3eb9c15b-9c59-4828-91e8-d2993a816b72 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:22.426542 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:22.441598 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb9c15b-9c59-4828-91e8-d2993a816b72 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:15:22.465741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 3eb9c15b-9c59-4828-91e8-d2993a816b72, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:22.471775 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:22.525336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=3eb9c15b-9c59-4828-91e8-d2993a816b72,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:22.845614 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['3eb9c15b-9c59-4828-91e8-d2993a816b72'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:15:23.412211 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788de75f-f0c5-492e-b371-984fcd298498 req-84f1759f-abb9-4e3a-bc2b-54cba5c690b5 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:23.413777 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-788de75f-f0c5-492e-b371-984fcd298498 req-84f1759f-abb9-4e3a-bc2b-54cba5c690b5 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 945 time: 0.0598929 Jan 27 16:15:23.464774 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-788de75f-f0c5-492e-b371-984fcd298498 req-9c254647-1204-40f6-9c69-6f82fceb261f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Jan 27 16:15:24.235291 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 3eb9c15b-9c59-4828-91e8-d2993a816b72 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:24.305498 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 3eb9c15b-9c59-4828-91e8-d2993a816b72 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:15:24.310611 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 3eb9c15b-9c59-4828-91e8-d2993a816b72 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:24.311085 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:24.402749 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 3eb9c15b-9c59-4828-91e8-d2993a816b72 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:24.403312 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:24.428702 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb9c15b-9c59-4828-91e8-d2993a816b72'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:24.431273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493bd806-d328-4f49-beab-0711bc0f41b4" -d '{"events": [{"server_uuid": "55bc2ebf-679f-4d06-83d6-8b8edc21757f", "name": "network-vif-plugged", "status": "completed", "tag": "3eb9c15b-9c59-4828-91e8-d2993a816b72"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:24.447231 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 3eb9c15b-9c59-4828-91e8-d2993a816b72, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:24.465810 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:24.514555 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-84b47b50-f935-4172-bd02-0962c124bda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:24.557414 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=3eb9c15b-9c59-4828-91e8-d2993a816b72,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:24.599030 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6053ec4-6ca5-4834-9d80-0e9db5737b29 x-openstack-request-id: req-e6053ec4-6ca5-4834-9d80-0e9db5737b29 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:24.599585 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bc2ebf-679f-4d06-83d6-8b8edc21757f", "name": "network-vif-plugged", "status": "completed", "tag": "3eb9c15b-9c59-4828-91e8-d2993a816b72", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:24.600103 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6053ec4-6ca5-4834-9d80-0e9db5737b29 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:24.600933 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb9c15b-9c59-4828-91e8-d2993a816b72', 'code': 200} Jan 27 16:15:24.636365 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965282fc-2c10-42b4-8f86-d95594d6c725 req-651bf8d3-5a84-46a9-9d03-631e454eb349 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:24.637993 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-965282fc-2c10-42b4-8f86-d95594d6c725 req-651bf8d3-5a84-46a9-9d03-631e454eb349 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 946 time: 0.0672204 Jan 27 16:15:24.707257 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-965282fc-2c10-42b4-8f86-d95594d6c725 req-01a7015d-ec37-4857-af63-c05b24c740e7 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Jan 27 16:15:24.805752 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c1b1-5cc2-40a9-90ab-4c067ad83104 req-5e39d304-e0e0-476d-92e8-7f50cd19c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:24.807446 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-51d7c1b1-5cc2-40a9-90ab-4c067ad83104 req-5e39d304-e0e0-476d-92e8-7f50cd19c997 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 1099 time: 0.0444281 Jan 27 16:15:24.865381 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-51d7c1b1-5cc2-40a9-90ab-4c067ad83104 req-15559a7c-97af-4eb7-8bf9-9ab5ec06ca75 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 Jan 27 16:15:25.848133 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44335e-3f2a-4291-b851-d8043f731098 req-559f6d8f-f2e9-4577-a514-45a99683aa0f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:25.850077 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0d44335e-3f2a-4291-b851-d8043f731098 req-559f6d8f-f2e9-4577-a514-45a99683aa0f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 946 time: 0.0574577 Jan 27 16:15:25.911101 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0d44335e-3f2a-4291-b851-d8043f731098 req-9c7d9884-ba80-484c-bd46-2545e4cb1575 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541139 Jan 27 16:15:26.757017 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a3afe767-80e1-4d8c-9b53-e7ada551d340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:27.049270 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e01be-d0b0-4038-86d4-f1aa1bc1b1a8 req-22822e88-6b7d-415b-b5b8-eafd0e5a24c7 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:27.050900 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7f6e01be-d0b0-4038-86d4-f1aa1bc1b1a8 req-22822e88-6b7d-415b-b5b8-eafd0e5a24c7 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 946 time: 0.0576913 Jan 27 16:15:27.110042 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7f6e01be-d0b0-4038-86d4-f1aa1bc1b1a8 req-09ef4a3a-2356-437b-ad53-b2af25c8ce2f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525117 Jan 27 16:15:27.687948 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:27.890722 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71a8ff-06f0-4463-8e90-eb9ee9b98a3d req-a6a6eb41-faf7-431a-a823-6cbd2a18785d tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:27.892864 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bf71a8ff-06f0-4463-8e90-eb9ee9b98a3d req-a6a6eb41-faf7-431a-a823-6cbd2a18785d tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 946 time: 0.0513616 Jan 27 16:15:27.942475 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bf71a8ff-06f0-4463-8e90-eb9ee9b98a3d req-9cc4477b-53e0-470f-8a68-9d50f2ee887b tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Jan 27 16:15:28.278195 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:29.077863 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53f55-2d43-4276-9279-4beabce7bbae req-fc185f14-ca94-49ee-b218-e1b7ca61e688 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:29.079444 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6ba53f55-2d43-4276-9279-4beabce7bbae req-fc185f14-ca94-49ee-b218-e1b7ca61e688 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 946 time: 0.0526488 Jan 27 16:15:29.135080 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6ba53f55-2d43-4276-9279-4beabce7bbae req-f127c1e9-3430-4e76-83c1-dbbef17a6d84 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Jan 27 16:15:29.198323 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:29.688638 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362655-2cc6-420f-b305-d80ab60a125a req-e201b7a7-f446-4085-bfaa-e067daeb07d6 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:29.691792 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-32362655-2cc6-420f-b305-d80ab60a125a req-e201b7a7-f446-4085-bfaa-e067daeb07d6 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 946 time: 0.0804164 Jan 27 16:15:29.791082 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Deleting port 3eb9c15b-9c59-4828-91e8-d2993a816b72 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:15:29.791391 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:29.889509 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] For port 3eb9c15b-9c59-4828-91e8-d2993a816b72, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=3eb9c15b-9c59-4828-91e8-d2993a816b72,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:29.889869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:29.903465 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Calling delete_port for 3eb9c15b-9c59-4828-91e8-d2993a816b72 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:15:30.040067 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (3eb9c15b-9c59-4828-91e8-d2993a816b72), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:30.055616 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['3eb9c15b-9c59-4828-91e8-d2993a816b72'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:15:30.080604 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Pushing event deleted for resources: {'Port': ['ID=3eb9c15b-9c59-4828-91e8-d2993a816b72,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:30.126550 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] No DVR routers for this DVR port 3eb9c15b-9c59-4828-91e8-d2993a816b72 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:15:30.130078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:30.133933 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-32362655-2cc6-420f-b305-d80ab60a125a req-ade307e3-56e0-437f-bd19-bb3a9fa4bf81 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "DELETE /v2.0/ports/3eb9c15b-9c59-4828-91e8-d2993a816b72 HTTP/1.1" status: 204 len: 173 time: 0.4352956 Jan 27 16:15:30.134396 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'name': 'network-vif-deleted', 'tag': '3eb9c15b-9c59-4828-91e8-d2993a816b72'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:30.136758 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fccc21f-6960-4f63-b93e-42996efb3cca" -d '{"events": [{"server_uuid": "55bc2ebf-679f-4d06-83d6-8b8edc21757f", "name": "network-vif-deleted", "tag": "3eb9c15b-9c59-4828-91e8-d2993a816b72"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:30.194253 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba9c32a-27bb-4bc5-a009-81a120b6431c x-openstack-request-id: req-6ba9c32a-27bb-4bc5-a009-81a120b6431c {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:30.194542 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bc2ebf-679f-4d06-83d6-8b8edc21757f", "name": "network-vif-deleted", "tag": "3eb9c15b-9c59-4828-91e8-d2993a816b72", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:30.194791 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ba9c32a-27bb-4bc5-a009-81a120b6431c {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:30.195238 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bc2ebf-679f-4d06-83d6-8b8edc21757f', 'name': 'network-vif-deleted', 'tag': '3eb9c15b-9c59-4828-91e8-d2993a816b72', 'status': 'completed', 'code': 200} Jan 27 16:15:30.273580 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7d00ca8f-0545-4a7e-a253-0289c1913fdd req-dcf52cf1-bcae-424c-b5d8-c165b87a41e8 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=55bc2ebf-679f-4d06-83d6-8b8edc21757f HTTP/1.1" status: 200 len: 210 time: 0.0501668 Jan 27 16:15:30.493889 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:31.599568 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-fffffe30-8e0e-4fab-8bae-99d26d67648d tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:31.601493 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-fffffe30-8e0e-4fab-8bae-99d26d67648d tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/networks?id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 200 len: 809 time: 0.1049831 Jan 27 16:15:31.618339 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-e47ade5a-faa7-4ab2-91d6-9030c933c3d2 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/quotas/37dcb2cdb17f4289b9e4ac65f1f865f6 HTTP/1.1" status: 200 len: 375 time: 0.0103922 Jan 27 16:15:31.663003 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-3caa7e02-ef26-497e-922a-a6a8802dd613 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388699 Jan 27 16:15:31.761113 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-6dbc12e3-ca0e-4f1d-a82b-7993def29ce7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 16:15:31.762205 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-6dbc12e3-ca0e-4f1d-a82b-7993def29ce7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0922914 Jan 27 16:15:31.868840 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-18ac0342-b7dc-4279-9b24-dcccaecfaf20 service neutron] 10.222.0.61 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971191 Jan 27 16:15:31.963735 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-0a2815ff-cb71-4801-afb7-07a78979257d service neutron] 10.222.0.61 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885942 Jan 27 16:15:32.146302 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4bd1432f-7404-4a47-bdc5-938552966229 req-788190a7-c9c1-4c00-952d-f28bb592fa8c tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 210 time: 0.0305686 Jan 27 16:15:32.293904 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 3eb9c15b-9c59-4828-91e8-d2993a816b72 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:15:32.323724 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 3eb9c15b-9c59-4828-91e8-d2993a816b72 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:15:32.324227 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 3eb9c15b-9c59-4828-91e8-d2993a816b72 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:15:33.167917 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-c2eaaac3-180d-49ee-bef8-b072dbb13951 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:33.169391 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-c2eaaac3-180d-49ee-bef8-b072dbb13951 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "GET /v2.0/networks?id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 200 len: 809 time: 0.1267979 Jan 27 16:15:33.182282 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Request body: {'port': {'device_id': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8', 'admin_state_up': True, 'tenant_id': '37dcb2cdb17f4289b9e4ac65f1f865f6'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:33.275735 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-30fb96e5-30b2-4079-9ef4-6a0b58fa9679 req-05411096-cafb-45c7-b069-90bd3880eed2 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 210 time: 0.0346792 Jan 27 16:15:33.311047 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Made reservation on behalf of 37dcb2cdb17f4289b9e4ac65f1f865f6 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:33.315031 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:33.455720 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Allocated IP 172.20.0.3 (6486a01e-36d0-43f9-a5e2-f79b12bfabf8/a1e39d73-38ee-4a81-98de-3c8761a879e8/88082812-22a9-4b2a-9aa5-1ecefa25b039) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:33.621040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks [] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:33.674195 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:33.747759 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:33.752686 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:33.762661 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:33.805493 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Pushing event updated for resources: {'Port': ['ID=88082812-22a9-4b2a-9aa5-1ecefa25b039,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:33.853949 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:33.855070 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:33.878375 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-13cf480a-1efa-476c-b146-7f696a9c1a65 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001307 Jan 27 16:15:33.891478 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Request body: {'port': {'device_id': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:33.952285 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:34.238931 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88082812-22a9-4b2a-9aa5-1ecefa25b039 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:15:34.248243 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Publish callbacks [] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:34.267558 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Transition to ACTIVE for port object 88082812-22a9-4b2a-9aa5-1ecefa25b039 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:15:34.271793 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:34.335919 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Pushing event updated for resources: {'Port': ['ID=88082812-22a9-4b2a-9aa5-1ecefa25b039,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:34.455844 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Attempting to bind port 88082812-22a9-4b2a-9aa5-1ecefa25b039 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:34.456323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Attempting to bind port 88082812-22a9-4b2a-9aa5-1ecefa25b039 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:34.456706 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Attempting to bind port 88082812-22a9-4b2a-9aa5-1ecefa25b039 on network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:34.471161 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc27be-c584-46b0-9abc-c251ab86b5bf req-fdb33854-6092-46d0-a93c-5ba637e87d1e tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:34.472941 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1afc27be-c584-46b0-9abc-c251ab86b5bf req-fdb33854-6092-46d0-a93c-5ba637e87d1e tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 943 time: 0.0847723 Jan 27 16:15:34.473609 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Port 88082812-22a9-4b2a-9aa5-1ecefa25b039 on network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:15:34.473996 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Attempting to bind port 88082812-22a9-4b2a-9aa5-1ecefa25b039 on network 6486a01e-36d0-43f9-a5e2-f79b12bfabf8 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:34.482465 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:34.482861 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Checking segment: {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:34.483322 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Bound using segment: {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:34.483807 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Bound port: 88082812-22a9-4b2a-9aa5-1ecefa25b039, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8643bc33-9c4a-466e-b40a-22d8e0c472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:34.484208 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:34.583132 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1afc27be-c584-46b0-9abc-c251ab86b5bf req-e3196aff-7f9d-4c68-a1bf-190b929a9c33 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023555 Jan 27 16:15:34.601198 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] For port 88082812-22a9-4b2a-9aa5-1ecefa25b039, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:34.605016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] For port 88082812-22a9-4b2a-9aa5-1ecefa25b039, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:34.609759 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:34.645613 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:34.646231 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:34.647626 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] 10.222.0.60 "PUT /v2.0/ports/88082812-22a9-4b2a-9aa5-1ecefa25b039 HTTP/1.1" status: 200 len: 1093 time: 0.7604606 Jan 27 16:15:34.648070 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'tag': '88082812-22a9-4b2a-9aa5-1ecefa25b039'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:34.650277 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2fb76-ae67-4194-9ce6-e3348829d7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d221bb-ff51-40c8-993a-918e2427110a", "tag": "88082812-22a9-4b2a-9aa5-1ecefa25b039"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:34.676408 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9996-2c76-4a69-96e2-52c05b51dc71 service neutron] Pushing event updated for resources: {'Port': ['ID=88082812-22a9-4b2a-9aa5-1ecefa25b039,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:34.712570 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d7285-91f5-474a-8f7b-231699cbc83b x-openstack-request-id: req-8d2d7285-91f5-474a-8f7b-231699cbc83b {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:34.712857 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d221bb-ff51-40c8-993a-918e2427110a", "tag": "88082812-22a9-4b2a-9aa5-1ecefa25b039", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:34.713107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d2d7285-91f5-474a-8f7b-231699cbc83b {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:34.713497 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'tag': '88082812-22a9-4b2a-9aa5-1ecefa25b039', 'status': 'completed', 'code': 200} Jan 27 16:15:34.750899 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-10915ff0-fd06-4ad2-a944-59fec45318e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:34.753413 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-10915ff0-fd06-4ad2-a944-59fec45318e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 1096 time: 0.0504847 Jan 27 16:15:34.796750 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-8d994038-38fe-48ce-9cd1-8d72ca3bc098 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039 HTTP/1.1" status: 200 len: 217 time: 0.0338893 Jan 27 16:15:34.851941 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-3997a985-626f-4094-be5b-d48b1930e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:34.854021 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-3997a985-626f-4094-be5b-d48b1930e84f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1e39d73-38ee-4a81-98de-3c8761a879e8 HTTP/1.1" status: 200 len: 849 time: 0.0508816 Jan 27 16:15:34.891975 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-2ffa0708-daf8-42dd-b605-b573487433f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318663 Jan 27 16:15:34.982711 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-8cc960ae-35de-4d45-b8bb-7b0969255376 service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843420 Jan 27 16:15:35.082166 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e1fcd254-dcbd-43d3-aba7-e75b29e5001c req-a87b178d-0c47-45b7-a8ae-a670c448e6ca service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930524 Jan 27 16:15:35.173212 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-fa006b58-fa0d-4496-b96c-49ddfe9723b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:35.175654 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-fa006b58-fa0d-4496-b96c-49ddfe9723b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 1096 time: 0.0451438 Jan 27 16:15:35.280830 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-bd5e46ed-6c2d-4328-9ccf-c453489de208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:35.282928 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-bd5e46ed-6c2d-4328-9ccf-c453489de208 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 200 len: 910 time: 0.0994272 Jan 27 16:15:35.326165 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-ef88bda4-396c-4f43-b575-20961ef4acaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039 HTTP/1.1" status: 200 len: 217 time: 0.0364914 Jan 27 16:15:35.378000 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-e46026e7-83fe-4b00-8d16-fd9081ea5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:35.379522 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-e46026e7-83fe-4b00-8d16-fd9081ea5c6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1e39d73-38ee-4a81-98de-3c8761a879e8 HTTP/1.1" status: 200 len: 849 time: 0.0470619 Jan 27 16:15:35.412217 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-1a9ea72f-9987-4c5d-9e74-8d208751b0d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6486a01e-36d0-43f9-a5e2-f79b12bfabf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263205 Jan 27 16:15:35.517077 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-834d5cb5-5907-46e5-9661-fcdc77d30b01 service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976341 Jan 27 16:15:35.615952 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-76d2fb76-ae67-4194-9ce6-e3348829d7b5 req-71218780-4a8e-460f-b9ba-8dac745838f7 service neutron] 10.222.0.60 "GET /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920765 Jan 27 16:15:35.725857 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8489810-dba3-4a08-a244-a518e9877587 req-791361ad-0d3e-4139-a26a-8a17b686b677 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:35.728820 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a8489810-dba3-4a08-a244-a518e9877587 req-791361ad-0d3e-4139-a26a-8a17b686b677 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 943 time: 0.0655494 Jan 27 16:15:35.805310 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a8489810-dba3-4a08-a244-a518e9877587 req-f70fb77f-3214-455f-9de6-3ba6ec663435 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676866 Jan 27 16:15:36.933185 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd0f3-5694-4899-9e06-da36d95bb1f7 req-3f97d14f-a28e-4310-af5b-4e6d2e0ff628 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:36.934853 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-932bd0f3-5694-4899-9e06-da36d95bb1f7 req-3f97d14f-a28e-4310-af5b-4e6d2e0ff628 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 943 time: 0.0516558 Jan 27 16:15:37.008182 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-932bd0f3-5694-4899-9e06-da36d95bb1f7 req-291762b1-c9ca-4a5b-8dfa-fe766d59cb0f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615737 Jan 27 16:15:38.139784 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd254f-0834-4f0d-a304-84310ee0e23e req-9a4201fa-914d-408d-9c11-00b53a0fe260 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:38.141450 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ffdd254f-0834-4f0d-a304-84310ee0e23e req-9a4201fa-914d-408d-9c11-00b53a0fe260 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 943 time: 0.0552812 Jan 27 16:15:38.195210 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ffdd254f-0834-4f0d-a304-84310ee0e23e req-2a3ce8ec-ece9-4572-8111-0af419af5d3f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466959 Jan 27 16:15:39.327529 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc21f74-6f55-4211-aec3-e62265d462cd req-9f9bbd9a-42f9-4373-abea-e64301767c0f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:39.329067 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ebc21f74-6f55-4211-aec3-e62265d462cd req-9f9bbd9a-42f9-4373-abea-e64301767c0f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 943 time: 0.0533066 Jan 27 16:15:39.389169 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-ebc21f74-6f55-4211-aec3-e62265d462cd req-908693d9-79a5-4237-b34c-71fb52096ac3 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531335 Jan 27 16:15:40.325079 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 88082812-22a9-4b2a-9aa5-1ecefa25b039 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:15:40.401311 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-b59c9185-9025-46ae-8706-d27446294df9 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721451781&fields=id&tenant_id=fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 267 time: 0.0815592 Jan 27 16:15:40.458424 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 88082812-22a9-4b2a-9aa5-1ecefa25b039, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:40.471102 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '88082812-22a9-4b2a-9aa5-1ecefa25b039', 'network_id': '6486a01e-36d0-43f9-a5e2-f79b12bfabf8', 'port_id': '88082812-22a9-4b2a-9aa5-1ecefa25b039', 'mac_address': 'fa:16:3e:ce:72:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e39d73-38ee-4a81-98de-3c8761a879e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:15:40.513273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 88082812-22a9-4b2a-9aa5-1ecefa25b039 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:40.513684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:40.530199 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88082812-22a9-4b2a-9aa5-1ecefa25b039 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:15:40.542859 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-0f35c5e5-6e82-452e-a9e9-b11502bfebf9 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:40.545409 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-0f35c5e5-6e82-452e-a9e9-b11502bfebf9 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 812 time: 0.1361461 Jan 27 16:15:40.555569 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 88082812-22a9-4b2a-9aa5-1ecefa25b039, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:40.558606 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e156fb-7707-4764-8dc1-ebc2fa6b1b5d req-62fbbe78-f0e4-4779-991a-85fd8805a263 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:40.560515 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b0e156fb-7707-4764-8dc1-ebc2fa6b1b5d req-62fbbe78-f0e4-4779-991a-85fd8805a263 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 943 time: 0.0647597 Jan 27 16:15:40.561103 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:40.566602 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-68cd686b-2921-4484-8140-fe3d0c7c666a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/quotas/fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 375 time: 0.0153947 Jan 27 16:15:40.611941 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=88082812-22a9-4b2a-9aa5-1ecefa25b039,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:40.629941 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b0e156fb-7707-4764-8dc1-ebc2fa6b1b5d req-c0fc55a8-aedd-4261-a83c-04b8632a9423 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 Jan 27 16:15:40.655003 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-adbfc33e-6335-4ff1-88c6-330d05d8806b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767944 Jan 27 16:15:40.759606 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-5bc01c41-7404-48d3-bb03-a4821721b3da service neutron] 10.222.0.61 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915363 Jan 27 16:15:40.904047 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-d43fa874-5739-4623-9b38-d5b89f8c3e42 service neutron] 10.222.0.61 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358666 Jan 27 16:15:40.934997 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['88082812-22a9-4b2a-9aa5-1ecefa25b039'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:15:40.997163 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:15:41.273620 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2bd668aa-272b-4f47-b187-33873528edbe req-9dd84866-9d2e-481b-b9c6-5ad07caf82b8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 210 time: 0.0395975 Jan 27 16:15:41.787394 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2f028-e8b3-4a9c-9456-d33dcf38b0ed req-886547ea-b1e1-4bff-9604-99dd625d0ee4 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:41.789938 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d5d2f028-e8b3-4a9c-9456-d33dcf38b0ed req-886547ea-b1e1-4bff-9604-99dd625d0ee4 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 944 time: 0.0803704 Jan 27 16:15:41.844508 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d5d2f028-e8b3-4a9c-9456-d33dcf38b0ed req-7e51c4a9-fb7f-4cf9-ba64-a6c404b8912c tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484807 Jan 27 16:15:42.327695 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 88082812-22a9-4b2a-9aa5-1ecefa25b039 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:15:42.371811 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-7645975c-175b-440e-b095-ef2e4a475640 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:42.374527 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-7645975c-175b-440e-b095-ef2e4a475640 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 812 time: 0.1440601 Jan 27 16:15:42.403337 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2381b9db-3ab9-42a0-a399-17d88e8e2360 req-2ce10a17-2cca-4fec-8abf-62755a1f0704 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 210 time: 0.0401337 Jan 27 16:15:42.430007 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 88082812-22a9-4b2a-9aa5-1ecefa25b039 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:15:42.435879 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 88082812-22a9-4b2a-9aa5-1ecefa25b039 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:42.436408 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:42.472741 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-9551485a-01c3-44b9-b069-f64768bc51a6 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 379 time: 0.0880201 Jan 27 16:15:42.487869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'port': {'device_id': 'e809722e-dbfd-42d6-8563-74ca78108388', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'admin_state_up': True, 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'security_groups': ['07d68d46-2386-40bc-89bc-1891127f31ea']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:42.545424 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 88082812-22a9-4b2a-9aa5-1ecefa25b039 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:42.545815 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:42.572573 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88082812-22a9-4b2a-9aa5-1ecefa25b039'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:42.574892 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89986ef-24a6-4ac2-b585-baf36b88cb4e" -d '{"events": [{"server_uuid": "e4d221bb-ff51-40c8-993a-918e2427110a", "name": "network-vif-plugged", "status": "completed", "tag": "88082812-22a9-4b2a-9aa5-1ecefa25b039"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:42.599155 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 88082812-22a9-4b2a-9aa5-1ecefa25b039, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:42.608419 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:42.621346 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d81cbe2-caa0-4c21-8a26-c47efac07f4d x-openstack-request-id: req-4d81cbe2-caa0-4c21-8a26-c47efac07f4d {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:42.621942 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d221bb-ff51-40c8-993a-918e2427110a", "name": "network-vif-plugged", "status": "completed", "tag": "88082812-22a9-4b2a-9aa5-1ecefa25b039", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:42.622741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d81cbe2-caa0-4c21-8a26-c47efac07f4d {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:42.623461 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88082812-22a9-4b2a-9aa5-1ecefa25b039', 'code': 200} Jan 27 16:15:42.641552 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Made reservation on behalf of fa3984d8f6dc40258844819aa562633f for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:15:42.645968 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:42.705586 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=88082812-22a9-4b2a-9aa5-1ecefa25b039,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:42.806914 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Allocated IP 172.20.0.11 (44707522-96bc-4e9e-a009-bd6fc4ac0fe0/2a716326-0402-4aa9-a1b0-0956cd518216/25797a64-6610-4c58-afb8-43ff88eb50f7) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:15:42.912090 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29142fe-366d-4a44-9cb1-798683b7141b req-3b7681a2-1e9b-4eb3-abaf-8f9fc0bd740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:42.913763 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b29142fe-366d-4a44-9cb1-798683b7141b req-3b7681a2-1e9b-4eb3-abaf-8f9fc0bd740d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 1098 time: 0.1039293 Jan 27 16:15:43.028989 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297414fb-65ff-487b-85c8-3a0792e7de1c req-f4924a19-c5ab-47a6-b7a9-769a3a9ac8f3 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:43.030928 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-297414fb-65ff-487b-85c8-3a0792e7de1c req-f4924a19-c5ab-47a6-b7a9-769a3a9ac8f3 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 945 time: 0.0744312 Jan 27 16:15:43.069586 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b29142fe-366d-4a44-9cb1-798683b7141b req-00b6f249-2538-4b61-bc40-d97a1c7efefa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306710 Jan 27 16:15:43.095956 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-297414fb-65ff-487b-85c8-3a0792e7de1c req-f46e6315-ee46-4836-ae06-d760f060254c tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571136 Jan 27 16:15:43.103027 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:43.146240 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:43.195515 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:15:43.199526 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:15:43.202483 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:15:43.238048 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=25797a64-6610-4c58-afb8-43ff88eb50f7,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:43.275404 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:43.276107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:43.296048 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-c4e27f41-5caa-4f3b-956e-d19890a30787 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8128541 Jan 27 16:15:43.324192 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Request body: {'port': {'device_id': 'e809722e-dbfd-42d6-8563-74ca78108388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:15:43.393832 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:43.434169 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-45685f30-e534-489b-95fa-54df41127a34 None None] Provisioning complete for port 25797a64-6610-4c58-afb8-43ff88eb50f7 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:15:43.434741 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-45685f30-e534-489b-95fa-54df41127a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:43.483901 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-45685f30-e534-489b-95fa-54df41127a34 None None] Port 25797a64-6610-4c58-afb8-43ff88eb50f7 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:15:43.746115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5573-696f-4dc1-970c-ff54cc0473bc req-0286da2f-901f-428d-8a17-ede65fb88ece tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:43.748166 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-356d5573-696f-4dc1-970c-ff54cc0473bc req-0286da2f-901f-428d-8a17-ede65fb88ece tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 932 time: 0.1813152 Jan 27 16:15:43.827003 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-356d5573-696f-4dc1-970c-ff54cc0473bc req-0aa03a5a-4ce9-49ce-adc5-3f3c159f4c84 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729091 Jan 27 16:15:43.889305 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25797a64-6610-4c58-afb8-43ff88eb50f7 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:15:43.897577 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Publish callbacks [] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:43.915849 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Transition to ACTIVE for port object 25797a64-6610-4c58-afb8-43ff88eb50f7 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:15:43.920711 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:44.007414 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Pushing event updated for resources: {'Port': ['ID=25797a64-6610-4c58-afb8-43ff88eb50f7,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:44.090235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Attempting to bind port 25797a64-6610-4c58-afb8-43ff88eb50f7 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:15:44.090712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Attempting to bind port 25797a64-6610-4c58-afb8-43ff88eb50f7 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:15:44.091233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Attempting to bind port 25797a64-6610-4c58-afb8-43ff88eb50f7 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:44.096796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Port 25797a64-6610-4c58-afb8-43ff88eb50f7 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:15:44.097238 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Attempting to bind port 25797a64-6610-4c58-afb8-43ff88eb50f7 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:15:44.103116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:15:44.103591 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Checking segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:15:44.104383 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Bound using segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:15:44.104943 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Bound port: 25797a64-6610-4c58-afb8-43ff88eb50f7, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:15:44.105394 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:44.209373 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] For port 25797a64-6610-4c58-afb8-43ff88eb50f7, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:15:44.214769 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] For port 25797a64-6610-4c58-afb8-43ff88eb50f7, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=25797a64-6610-4c58-afb8-43ff88eb50f7,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:15:44.221510 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:44.301601 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:44.302218 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:44.303755 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] 10.222.0.60 "PUT /v2.0/ports/25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 200 len: 1094 time: 0.9855499 Jan 27 16:15:44.304204 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:44.306748 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b18eed-f5d9-49db-8f75-5735c940c1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:44.312695 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7ea3b-f239-4f2b-98b9-81ac3e57f94c req-87ad7d70-83bd-4482-8092-843663e08215 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:44.322182 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226b028-27ec-4fd6-a36c-daf244800f7d service neutron] Pushing event updated for resources: {'Port': ['ID=25797a64-6610-4c58-afb8-43ff88eb50f7,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:44.327625 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1ac7ea3b-f239-4f2b-98b9-81ac3e57f94c req-87ad7d70-83bd-4482-8092-843663e08215 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 945 time: 0.1099012 Jan 27 16:15:44.436423 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6394c235-fee6-4f24-8197-0679e0f7b950 x-openstack-request-id: req-6394c235-fee6-4f24-8197-0679e0f7b950 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:44.436990 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:44.437252 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6394c235-fee6-4f24-8197-0679e0f7b950 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:44.437868 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'status': 'completed', 'code': 200} Jan 27 16:15:44.464288 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1ac7ea3b-f239-4f2b-98b9-81ac3e57f94c req-0f50881f-b790-4460-b04d-13d7935eea79 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332686 Jan 27 16:15:44.511212 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e692863b-2868-4599-878b-bb8bebad3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:44.513665 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-e692863b-2868-4599-878b-bb8bebad3b07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1097 time: 0.0976927 Jan 27 16:15:44.565472 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-44e66c17-aaa8-479f-90d6-e4538a48c44b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 200 len: 217 time: 0.0430262 Jan 27 16:15:44.620008 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-239de42d-fbb9-4475-a104-fd983fdfee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:44.621483 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-239de42d-fbb9-4475-a104-fd983fdfee1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0489953 Jan 27 16:15:44.669848 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-12606212-fe0c-4b67-8ed1-24438ad55ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:44.671365 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-12606212-fe0c-4b67-8ed1-24438ad55ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431254 Jan 27 16:15:44.769002 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-00dc5018-1266-429b-86bc-dd4e2312cf87 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904918 Jan 27 16:15:44.861451 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8e88b70a-6696-4600-b406-4bea59fc1275 req-8396eb35-2f0f-436d-b6c8-aa57313d62f9 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865493 Jan 27 16:15:44.985279 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-820ea003-d67b-4689-b4d5-0163ba4e80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:44.986833 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-820ea003-d67b-4689-b4d5-0163ba4e80d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1097 time: 0.0797246 Jan 27 16:15:45.048451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6e722-abcc-4ba7-826a-3f946fd5cb9a req-9b364b3a-e089-42f1-a2dc-98fd2c2e3a59 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:45.049976 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6ed6e722-abcc-4ba7-826a-3f946fd5cb9a req-9b364b3a-e089-42f1-a2dc-98fd2c2e3a59 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.1063054 Jan 27 16:15:45.128078 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6ed6e722-abcc-4ba7-826a-3f946fd5cb9a req-33e2989a-9e81-4610-86f6-6ebbf44feb04 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709963 Jan 27 16:15:45.129175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-fd371953-3249-4df9-993a-4335d3641946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:45.130536 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-fd371953-3249-4df9-993a-4335d3641946 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1357396 Jan 27 16:15:45.453766 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-cfa120a8-4299-4b9e-9c42-ea2a55e0471c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 200 len: 217 time: 0.3159268 Jan 27 16:15:45.504673 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-98760702-4280-41a9-90ab-215d4eb242b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:45.506125 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-98760702-4280-41a9-90ab-215d4eb242b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0461164 Jan 27 16:15:45.552745 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-42229fb7-7dbe-4d80-805f-77fda9dd11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:45.554238 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-42229fb7-7dbe-4d80-805f-77fda9dd11c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419631 Jan 27 16:15:45.606377 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c70c-bd07-40dd-a778-8c24951fc4e3 req-4487da67-2170-47c6-ae93-1b4e22941186 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:45.608904 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f1d9c70c-bd07-40dd-a778-8c24951fc4e3 req-4487da67-2170-47c6-ae93-1b4e22941186 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 945 time: 0.0609219 Jan 27 16:15:45.663530 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f1d9c70c-bd07-40dd-a778-8c24951fc4e3 req-abb2e0b1-9f73-43aa-bc51-06b9a173fd22 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491550 Jan 27 16:15:45.668054 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-e09e1a8a-072f-4f7d-8d60-6eb9a17ad25b service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062787 Jan 27 16:15:45.773986 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-77b18eed-f5d9-49db-8f75-5735c940c1ae req-f65e166e-739a-436e-a15c-6f0da1c114f4 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995338 Jan 27 16:15:46.293169 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce01d-b5f9-41ed-a2bb-cdd2da43fdbc req-3b2a0ebe-06a7-49c4-ac73-fb45142d2e47 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:46.295061 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-869ce01d-b5f9-41ed-a2bb-cdd2da43fdbc req-3b2a0ebe-06a7-49c4-ac73-fb45142d2e47 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0672119 Jan 27 16:15:46.358379 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-869ce01d-b5f9-41ed-a2bb-cdd2da43fdbc req-1f20a235-1650-4dfe-ad0a-90ba6070bcfa tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556245 Jan 27 16:15:46.394691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fe3d3-ae85-42e4-b7bf-15a5373cd48d req-f3d7a235-dbd4-4b05-ba18-f08c0dfcfdeb tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:46.396131 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-305fe3d3-ae85-42e4-b7bf-15a5373cd48d req-f3d7a235-dbd4-4b05-ba18-f08c0dfcfdeb tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 945 time: 0.0604553 Jan 27 16:15:46.448794 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-305fe3d3-ae85-42e4-b7bf-15a5373cd48d req-5cc9fde7-c664-47cf-9b11-a4e0b42d0537 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Jan 27 16:15:47.476151 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ff497-654f-4bec-9f20-085459f9ad18 req-ae09adff-87fd-41e1-a735-40c7be55f953 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:47.478318 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-347ff497-654f-4bec-9f20-085459f9ad18 req-ae09adff-87fd-41e1-a735-40c7be55f953 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0489085 Jan 27 16:15:47.529990 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-347ff497-654f-4bec-9f20-085459f9ad18 req-6f5d01c6-183d-4cdb-b081-df68a4988e3a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Jan 27 16:15:47.569038 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e399-21cd-4047-bd31-b8b03d60622f req-5eac88f8-ae6e-48f7-957f-6751ee75caca tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:47.570516 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3d75e399-21cd-4047-bd31-b8b03d60622f req-5eac88f8-ae6e-48f7-957f-6751ee75caca tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 945 time: 0.0519540 Jan 27 16:15:47.617715 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3d75e399-21cd-4047-bd31-b8b03d60622f req-b9680273-5d3e-4b71-8a3b-151625678216 tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/security-groups?id=1d7160d7-41a1-4a6b-814d-a609dcc5622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Jan 27 16:15:47.925034 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-e11e6576-e059-46c4-919d-c16590ce149f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:47.927338 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-e11e6576-e059-46c4-919d-c16590ce149f tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 945 time: 0.0570767 Jan 27 16:15:48.024279 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Deleting port 88082812-22a9-4b2a-9aa5-1ecefa25b039 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:15:48.024626 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:48.112982 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] For port 88082812-22a9-4b2a-9aa5-1ecefa25b039, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=88082812-22a9-4b2a-9aa5-1ecefa25b039,segment=NetworkSegment(8643bc33-9c4a-466e-b40a-22d8e0c472f7),segment_id=8643bc33-9c4a-466e-b40a-22d8e0c472f7)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:48.113349 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:48.125707 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Calling delete_port for 88082812-22a9-4b2a-9aa5-1ecefa25b039 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:15:48.271785 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (88082812-22a9-4b2a-9aa5-1ecefa25b039), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:48.286205 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['88082812-22a9-4b2a-9aa5-1ecefa25b039'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:15:48.304881 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Pushing event deleted for resources: {'Port': ['ID=88082812-22a9-4b2a-9aa5-1ecefa25b039,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:48.355716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] No DVR routers for this DVR port 88082812-22a9-4b2a-9aa5-1ecefa25b039 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:15:48.358856 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:48.362692 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3e3d4f1e-3c55-4e27-8300-790b8e8a6870 req-5f0a1486-7ad9-4ffc-937e-c7ecabc90bfc tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.60 "DELETE /v2.0/ports/88082812-22a9-4b2a-9aa5-1ecefa25b039 HTTP/1.1" status: 204 len: 173 time: 0.4295747 Jan 27 16:15:48.363272 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'name': 'network-vif-deleted', 'tag': '88082812-22a9-4b2a-9aa5-1ecefa25b039'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:15:48.365581 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab37d13a-998d-4c68-826a-e089bfc3ce53" -d '{"events": [{"server_uuid": "e4d221bb-ff51-40c8-993a-918e2427110a", "name": "network-vif-deleted", "tag": "88082812-22a9-4b2a-9aa5-1ecefa25b039"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:15:48.405738 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1902aa85-70f6-4655-9aaf-76b4715295bd x-openstack-request-id: req-1902aa85-70f6-4655-9aaf-76b4715295bd {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:15:48.406036 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d221bb-ff51-40c8-993a-918e2427110a", "name": "network-vif-deleted", "tag": "88082812-22a9-4b2a-9aa5-1ecefa25b039", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:15:48.406288 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1902aa85-70f6-4655-9aaf-76b4715295bd {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:15:48.406685 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d221bb-ff51-40c8-993a-918e2427110a', 'name': 'network-vif-deleted', 'tag': '88082812-22a9-4b2a-9aa5-1ecefa25b039', 'status': 'completed', 'code': 200} Jan 27 16:15:48.681312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6517f9b-3e1b-4951-8800-4ce26a952eea req-9d5dec45-2336-4609-a118-dd94f6007e45 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:48.683957 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f6517f9b-3e1b-4951-8800-4ce26a952eea req-9d5dec45-2336-4609-a118-dd94f6007e45 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0671449 Jan 27 16:15:48.730295 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-faeedb31-fe58-4b91-badc-885fc6eb7748 req-7b7ca2bf-45ff-425c-aa35-5f2822336bbb tempest-VolumesActionsTest-1823502867 tempest-VolumesActionsTest-1823502867-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d221bb-ff51-40c8-993a-918e2427110a HTTP/1.1" status: 200 len: 210 time: 0.0273850 Jan 27 16:15:48.761062 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f6517f9b-3e1b-4951-8800-4ce26a952eea req-7e04b873-9061-49d0-beb8-6142f8bcbbbb tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714262 Jan 27 16:15:49.890358 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba5db-47ba-4403-a31a-523060efbaee req-83c02eb6-8fbb-4f4d-9fe2-078006acec3e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:49.891910 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8d3ba5db-47ba-4403-a31a-523060efbaee req-83c02eb6-8fbb-4f4d-9fe2-078006acec3e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0580125 Jan 27 16:15:49.954855 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8d3ba5db-47ba-4403-a31a-523060efbaee req-ac730e38-477c-435d-8645-f3c78ddefb8a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529525 Jan 27 16:15:50.370199 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 88082812-22a9-4b2a-9aa5-1ecefa25b039 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:15:50.391733 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 88082812-22a9-4b2a-9aa5-1ecefa25b039 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:15:50.392081 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 88082812-22a9-4b2a-9aa5-1ecefa25b039 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:15:51.083368 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2f38d-463c-46bb-b0d8-cebe2aa1df0d req-7d97a295-56b7-4ff3-8caf-fbe827e6a529 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:51.084875 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-26b2f38d-463c-46bb-b0d8-cebe2aa1df0d req-7d97a295-56b7-4ff3-8caf-fbe827e6a529 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0535083 Jan 27 16:15:51.135026 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-26b2f38d-463c-46bb-b0d8-cebe2aa1df0d req-4ec7b4cb-2c3a-4285-8140-6376365c1d1c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444486 Jan 27 16:15:52.252803 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8b2f-7c85-49a1-bb5b-731b092ce2ea req-b3defd91-1a8b-44fd-ab2b-573d70467ca3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:52.254265 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e17d8b2f-7c85-49a1-bb5b-731b092ce2ea req-b3defd91-1a8b-44fd-ab2b-573d70467ca3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0480316 Jan 27 16:15:52.304012 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e17d8b2f-7c85-49a1-bb5b-731b092ce2ea req-01e2a5f9-307f-44f6-9434-af03ccc89dc0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440509 Jan 27 16:15:53.427715 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afbdc1-fdd4-4ab4-af64-c04ef0d85e7a req-dc032d14-a689-4350-bb55-0062236657f0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:53.429332 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f9afbdc1-fdd4-4ab4-af64-c04ef0d85e7a req-dc032d14-a689-4350-bb55-0062236657f0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0532002 Jan 27 16:15:53.486748 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-f9afbdc1-fdd4-4ab4-af64-c04ef0d85e7a req-a0382a21-4957-4513-8290-5c4cbec39907 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484009 Jan 27 16:15:54.471329 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f3f0a869-045e-488a-bbd5-4bf89cb51eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:54.613099 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe3394-6f54-498d-89f8-d8ec48b4cf13 req-1221039b-1341-48bf-99c8-89a27d46a894 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:54.616169 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-44fe3394-6f54-498d-89f8-d8ec48b4cf13 req-1221039b-1341-48bf-99c8-89a27d46a894 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0570617 Jan 27 16:15:54.686991 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-44fe3394-6f54-498d-89f8-d8ec48b4cf13 req-defd8f3c-51f1-4d5a-81ec-764264d67bb3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629876 Jan 27 16:15:55.806779 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d958d6-7f7e-4e8f-9b8e-5f77005eb11d req-eb3be1f7-262e-4717-9af0-b12af68b66dc tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:55.808306 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3d958d6-7f7e-4e8f-9b8e-5f77005eb11d req-eb3be1f7-262e-4717-9af0-b12af68b66dc tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0497737 Jan 27 16:15:55.876218 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c3d958d6-7f7e-4e8f-9b8e-5f77005eb11d req-1b9ec4e0-2321-4740-82cc-946de6fdb2af tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622938 Jan 27 16:15:56.755602 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-75105c82-e15e-4a4f-8422-193739dafd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:57.034319 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aa68a-cde6-49ac-a3ff-b6691e80cfc4 req-fd9e12a6-e144-4e70-9a90-011c04e76f1a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:57.036661 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-134aa68a-cde6-49ac-a3ff-b6691e80cfc4 req-fd9e12a6-e144-4e70-9a90-011c04e76f1a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0685575 Jan 27 16:15:57.094282 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-134aa68a-cde6-49ac-a3ff-b6691e80cfc4 req-27162ab3-2c35-4d82-90f9-c0498c6113bc tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516636 Jan 27 16:15:57.687457 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:58.244362 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868a6a7-62a7-46c2-9f79-58b5320f4f8f req-67a363b8-4b25-438f-9b8f-452859f5a233 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:58.245923 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3868a6a7-62a7-46c2-9f79-58b5320f4f8f req-67a363b8-4b25-438f-9b8f-452859f5a233 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 944 time: 0.0606205 Jan 27 16:15:58.294070 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:58.324291 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3868a6a7-62a7-46c2-9f79-58b5320f4f8f req-2a9e852a-ff68-42c9-aca3-9f6dea4db9d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705929 Jan 27 16:15:58.392757 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 25797a64-6610-4c58-afb8-43ff88eb50f7 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:15:58.521048 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 25797a64-6610-4c58-afb8-43ff88eb50f7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=25797a64-6610-4c58-afb8-43ff88eb50f7,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:58.536548 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'port_id': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:15:58.579764 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 25797a64-6610-4c58-afb8-43ff88eb50f7 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:15:58.580178 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:58.600869 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25797a64-6610-4c58-afb8-43ff88eb50f7 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:15:58.633693 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 25797a64-6610-4c58-afb8-43ff88eb50f7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=25797a64-6610-4c58-afb8-43ff88eb50f7,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:15:58.638570 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:58.691039 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=25797a64-6610-4c58-afb8-43ff88eb50f7,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:15:58.986704 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['25797a64-6610-4c58-afb8-43ff88eb50f7'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:15:59.217875 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:15:59.456629 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe798b-4cb0-4a66-9882-83c91efba35f req-bc9569f7-a442-4bf9-abda-22e336c71012 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:15:59.458855 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23fe798b-4cb0-4a66-9882-83c91efba35f req-bc9569f7-a442-4bf9-abda-22e336c71012 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Jan 27 16:15:59.512176 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23fe798b-4cb0-4a66-9882-83c91efba35f req-72baece6-e667-49ef-9640-cd6a9bc4081e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469098 Jan 27 16:16:00.419312 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 25797a64-6610-4c58-afb8-43ff88eb50f7 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:00.481654 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 25797a64-6610-4c58-afb8-43ff88eb50f7 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:16:00.489792 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 25797a64-6610-4c58-afb8-43ff88eb50f7 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:00.490323 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:00.516059 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:00.580616 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 25797a64-6610-4c58-afb8-43ff88eb50f7 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:00.580900 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:00.616153 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:16:00.618649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbc28d4-31d9-49a7-8012-c826bfa2048b" -d '{"events": [{"server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "name": "network-vif-plugged", "status": "completed", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:16:00.651598 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fcc9c-eaff-4b74-bfe3-9f0ab789f97b req-38f31827-7a9a-472e-b122-a6ef326524db tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:00.654281 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 25797a64-6610-4c58-afb8-43ff88eb50f7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=25797a64-6610-4c58-afb8-43ff88eb50f7,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:00.659415 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a25fcc9c-eaff-4b74-bfe3-9f0ab789f97b req-38f31827-7a9a-472e-b122-a6ef326524db tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 945 time: 0.0675697 Jan 27 16:16:00.669206 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:00.696838 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16432daf-b730-43b6-ab5e-ba49e3df39c5 x-openstack-request-id: req-16432daf-b730-43b6-ab5e-ba49e3df39c5 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:16:00.697441 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "name": "network-vif-plugged", "status": "completed", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:16:00.697892 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16432daf-b730-43b6-ab5e-ba49e3df39c5 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:16:00.698714 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'code': 200} Jan 27 16:16:00.718495 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a25fcc9c-eaff-4b74-bfe3-9f0ab789f97b req-c82785cf-70e5-4286-9820-edd81816830d tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578520 Jan 27 16:16:00.730469 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=25797a64-6610-4c58-afb8-43ff88eb50f7,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:00.962881 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a0240-868c-46c9-bad5-ec1f2fdf7e32 req-43279a85-e1df-4b14-b3d4-1670c8632f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:00.964484 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-184a0240-868c-46c9-bad5-ec1f2fdf7e32 req-43279a85-e1df-4b14-b3d4-1670c8632f4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1099 time: 0.0496387 Jan 27 16:16:01.019053 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-184a0240-868c-46c9-bad5-ec1f2fdf7e32 req-65e3d262-da86-46a6-8127-9e7371ae61b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478048 Jan 27 16:16:01.860445 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eecb74-663e-46b0-989f-4dd4f5ee8ce8 req-2624e7b2-e87d-4a28-932a-8698ade8669e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:01.862265 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-97eecb74-663e-46b0-989f-4dd4f5ee8ce8 req-2624e7b2-e87d-4a28-932a-8698ade8669e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 946 time: 0.0686452 Jan 27 16:16:01.923216 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-97eecb74-663e-46b0-989f-4dd4f5ee8ce8 req-0c94ae12-9994-480e-b370-6567ffdd7f64 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 Jan 27 16:16:03.061152 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a11d3-09d5-4429-a90d-6e6ff79e3de4 req-fe251553-ca43-4759-8675-6be10363b447 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:03.068782 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e27a11d3-09d5-4429-a90d-6e6ff79e3de4 req-fe251553-ca43-4759-8675-6be10363b447 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 946 time: 0.0635591 Jan 27 16:16:03.115778 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e27a11d3-09d5-4429-a90d-6e6ff79e3de4 req-258683ef-376b-4858-b83e-b539750b8be4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Jan 27 16:16:03.317451 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016031d-2e2a-4622-a840-5fb7b4dc775c req-79d2dba0-cd5d-4d84-b595-406e2bb06655 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:03.320521 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1016031d-2e2a-4622-a840-5fb7b4dc775c req-79d2dba0-cd5d-4d84-b595-406e2bb06655 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 946 time: 0.0553420 Jan 27 16:16:03.399624 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1016031d-2e2a-4622-a840-5fb7b4dc775c req-72c51730-ac63-449f-b418-bcfb6d5a55e3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719945 Jan 27 16:16:03.420126 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45316) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:03.529903 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d44fb2-941f-4b8f-90f6-801111d57356 tempest-TestVolumeBootPattern-830545895 tempest-TestVolumeBootPattern-830545895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:03.531885 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-10d44fb2-941f-4b8f-90f6-801111d57356 tempest-TestVolumeBootPattern-830545895 tempest-TestVolumeBootPattern-830545895-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1094 time: 0.1104059 Jan 27 16:16:03.535142 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45320) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:03.540511 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'port_id': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:03.565614 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:03.683961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:03.808900 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Allocated IP 172.27.3.223 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/e4795aaf-b4b8-45c7-ac15-ea711a59a8b3) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:03.965405 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.003337 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.053216 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:04.059049 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:04.061063 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:04.099169 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=e4795aaf-b4b8-45c7-ac15-ea711a59a8b3,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:04.480726 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (35cdf653-6e05-4a5c-b82b-1c55fa4d5452), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.558925 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.730767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.737592 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.783225 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=e4795aaf-b4b8-45c7-ac15-ea711a59a8b3,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:04.837318 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (35cdf653-6e05-4a5c-b82b-1c55fa4d5452), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:04.969322 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Floating IP 35cdf653-6e05-4a5c-b82b-1c55fa4d5452 associated. External IP: 172.27.3.223, port: 25797a64-6610-4c58-afb8-43ff88eb50f7. Jan 27 16:16:05.250858 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:16:05.385510 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:16:05.399383 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:16:05.414439 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:05.416855 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:05.417298 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:05.465093 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-5cea2378-21e1-4748-9b9c-bcf0b565c975 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9279013 Jan 27 16:16:05.466033 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:16:05.469714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab787d2-2a04-4e36-ad8f-0274d21371b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:16:05.538276 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac28008-ea1b-4770-93dd-4dd837a50f1e x-openstack-request-id: req-5ac28008-ea1b-4770-93dd-4dd837a50f1e {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:16:05.539666 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:16:05.540104 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ac28008-ea1b-4770-93dd-4dd837a50f1e {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:16:05.548000 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'status': 'completed', 'code': 200} Jan 27 16:16:05.579886 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:05.660807 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-227150e8-d36b-4834-99a1-d17f03e2f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:05.663600 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-227150e8-d36b-4834-99a1-d17f03e2f693 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1099 time: 0.0958884 Jan 27 16:16:05.809332 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-e12a6603-b39b-420e-8a01-32754ba0b958 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698743 Jan 27 16:16:05.832256 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-58edd4e1-543e-4b7e-9d30-2fa925917bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:05.834503 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-58edd4e1-543e-4b7e-9d30-2fa925917bfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1642880 Jan 27 16:16:05.948034 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-95f224f0-ed9b-4798-abf0-7987939bf63b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 200 len: 1000 time: 0.1062210 Jan 27 16:16:06.007826 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-c6dbaa34-4726-430e-807e-c4dc9d8af5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:06.009785 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-c6dbaa34-4726-430e-807e-c4dc9d8af5b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0535543 Jan 27 16:16:06.061045 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-9671f719-21a4-4731-a3f2-069ff96c253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:06.062681 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-9671f719-21a4-4731-a3f2-069ff96c253e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465460 Jan 27 16:16:06.170569 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35cdf653-6e05-4a5c-b82b-1c55fa4d5452', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e809722e-dbfd-42d6-8563-74ca78108388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:16:04Z', 'updated_at': '2022-01-27T16:16:04Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:06.184869 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-c7d9aa06-08ee-40b0-a84d-1d1ac94b8044 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124673 Jan 27 16:16:06.200095 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:16:06.210202 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:06.210965 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:06.306520 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4ab787d2-2a04-4e36-ad8f-0274d21371b1 req-0a305ed7-b202-42fe-a8f8-9c6d608319ab service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110301 Jan 27 16:16:06.353825 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:06.459447 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-63314203-9d48-465a-ace6-0d7c652641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:06.460958 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-63314203-9d48-465a-ace6-0d7c652641f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1099 time: 0.0664594 Jan 27 16:16:06.604501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-59a0840c-ad4c-4edf-8c6c-06efe8bda315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:06.606189 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-59a0840c-ad4c-4edf-8c6c-06efe8bda315 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1202514 Jan 27 16:16:06.657673 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35cdf653-6e05-4a5c-b82b-1c55fa4d5452', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e809722e-dbfd-42d6-8563-74ca78108388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:16:04Z', 'updated_at': '2022-01-27T16:16:04Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:06.687018 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c24f2-f36a-4224-ae90-6ef4f0df3333 None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35cdf653-6e05-4a5c-b82b-1c55fa4d5452', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e809722e-dbfd-42d6-8563-74ca78108388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:16:04Z', 'updated_at': '2022-01-27T16:16:04Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:16:06.691835 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-ce336950-55c9-4989-a12e-c645d0056b08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 200 len: 1000 time: 0.0796733 Jan 27 16:16:06.752079 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-a1f5eca9-e2d6-4edd-abce-d2d3e752fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:06.753892 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-a1f5eca9-e2d6-4edd-abce-d2d3e752fde6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0547559 Jan 27 16:16:06.843267 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-2c3b66c7-a51a-428b-8b11-d32dd680df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:06.846901 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-2c3b66c7-a51a-428b-8b11-d32dd680df9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791771 Jan 27 16:16:07.004685 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-efcb7e10-3e3b-463d-bda0-6e2a84bd7b09 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506929 Jan 27 16:16:07.031620 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6ced6-5811-4851-9026-73e136d7d5d3 None None] New status for floating IP 35cdf653-6e05-4a5c-b82b-1c55fa4d5452: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:16:07.179259 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8ee1838c-07bf-4e1c-ada9-9db905c1705a req-987477ea-4966-4b6c-b889-b5f6f3d7d8b2 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663270 Jan 27 16:16:12.660681 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45442) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:12.703353 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Deleting subnet a1e39d73-38ee-4a81-98de-3c8761a879e8 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:16:12.706317 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Publish callbacks [] for subnet (a1e39d73-38ee-4a81-98de-3c8761a879e8), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:12.746141 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (a1e39d73-38ee-4a81-98de-3c8761a879e8), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:12.784063 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (a1e39d73-38ee-4a81-98de-3c8761a879e8), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:12.834237 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (a1e39d73-38ee-4a81-98de-3c8761a879e8), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:12.861009 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e39d73-38ee-4a81-98de-3c8761a879e8,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:12.863915 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:12.867322 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a1e39d73-38ee-4a81-98de-3c8761a879e8 HTTP/1.1" status: 204 len: 168 time: 0.2053530 Jan 27 16:16:12.870059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45444) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:12.873547 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.873908 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.874253 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.874600 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.874937 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.875307 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.875642 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.875982 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.876314 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.876683 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.876980 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.877307 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.877629 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc8cd-639b-4fdc-aa22-dac264b54453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:12.939611 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (6486a01e-36d0-43f9-a5e2-f79b12bfabf8), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.027040 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (6486a01e-36d0-43f9-a5e2-f79b12bfabf8), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.046262 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6486a01e-36d0-43f9-a5e2-f79b12bfabf8']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:13.055700 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8643bc33-9c4a-466e-b40a-22d8e0c472f7') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:13.055995 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8643bc33-9c4a-466e-b40a-22d8e0c472f7') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:13.064963 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (8643bc33-9c4a-466e-b40a-22d8e0c472f7), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.078006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (8643bc33-9c4a-466e-b40a-22d8e0c472f7), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.083878 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:16:13.084321 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (8643bc33-9c4a-466e-b40a-22d8e0c472f7), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:16:13.086005 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:16:13.138808 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (6486a01e-36d0-43f9-a5e2-f79b12bfabf8), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.144218 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.147384 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] 10.222.0.61 "DELETE /v2.0/networks/6486a01e-36d0-43f9-a5e2-f79b12bfabf8 HTTP/1.1" status: 204 len: 168 time: 0.2762926 Jan 27 16:16:13.158484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6486a01e-36d0-43f9-a5e2-f79b12bfabf8,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:13.166494 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.166852 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.167232 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.167574 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.167917 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.168251 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.168585 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.168917 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.169253 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.169580 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.169907 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.170231 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.170714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8293e-3ace-40ca-8e9c-8462fd2bba5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:13.277331 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45448) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:13.320563 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c063c6f5-8f53-4f91-aad8-2adb72843c7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37dcb2cdb17f4289b9e4ac65f1f865f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420427 Jan 27 16:16:13.322994 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45450) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:13.370354 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-409f7a76-a58e-4b4c-9ffa-2fd2f2791556 admin admin] Publish callbacks [] for security_group (1d7160d7-41a1-4a6b-814d-a609dcc5622e), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.392716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-409f7a76-a58e-4b4c-9ffa-2fd2f2791556 admin admin] Publish callbacks [] for security_group (1d7160d7-41a1-4a6b-814d-a609dcc5622e), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.437691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-409f7a76-a58e-4b4c-9ffa-2fd2f2791556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (1d7160d7-41a1-4a6b-814d-a609dcc5622e), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.440537 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-409f7a76-a58e-4b4c-9ffa-2fd2f2791556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:13.441742 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-409f7a76-a58e-4b4c-9ffa-2fd2f2791556 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d7160d7-41a1-4a6b-814d-a609dcc5622e HTTP/1.1" status: 204 len: 168 time: 0.1177135 Jan 27 16:16:13.451388 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f7a76-a58e-4b4c-9ffa-2fd2f2791556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7160d7-41a1-4a6b-814d-a609dcc5622e,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:14.541659 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45480) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:14.665009 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-907c0583-b208-4be7-ad00-7b18cd8238f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.740274 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-907c0583-b208-4be7-ad00-7b18cd8238f3 admin admin] Publish callbacks [] for security_group (31b8af52-a777-471d-bb90-67b21d005656), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.745264 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-907c0583-b208-4be7-ad00-7b18cd8238f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (31b8af52-a777-471d-bb90-67b21d005656), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.782749 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-907c0583-b208-4be7-ad00-7b18cd8238f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8da378077878435c8d8a0f5d31a97640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399642 Jan 27 16:16:14.784796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c0583-b208-4be7-ad00-7b18cd8238f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b8af52-a777-471d-bb90-67b21d005656,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:14.785489 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45484) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:14.834573 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1be95536-41cb-417a-bb2e-c1594ed34262 admin admin] Publish callbacks [] for security_group (31b8af52-a777-471d-bb90-67b21d005656), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.856180 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1be95536-41cb-417a-bb2e-c1594ed34262 admin admin] Publish callbacks [] for security_group (31b8af52-a777-471d-bb90-67b21d005656), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.906506 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1be95536-41cb-417a-bb2e-c1594ed34262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (31b8af52-a777-471d-bb90-67b21d005656), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.909087 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1be95536-41cb-417a-bb2e-c1594ed34262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:14.910233 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1be95536-41cb-417a-bb2e-c1594ed34262 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31b8af52-a777-471d-bb90-67b21d005656 HTTP/1.1" status: 204 len: 168 time: 0.1237688 Jan 27 16:16:14.918318 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be95536-41cb-417a-bb2e-c1594ed34262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b8af52-a777-471d-bb90-67b21d005656,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:15.515227 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45506) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:15.608742 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-542418662-network', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:15.629660 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Made reservation on behalf of 482ac7b5c7ed443bb169bb4d7c2d8b24 for: {'network': 1} {{(pid=102385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:16:15.632621 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.641223 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.713664 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks [] for security_group (2f8f5103-c23a-400d-b9fc-8cffcd6e8695), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.717343 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2f8f5103-c23a-400d-b9fc-8cffcd6e8695), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.738217 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:16:15.751767 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8f5103-c23a-400d-b9fc-8cffcd6e8695,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:15.757393 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (d674f8e4-2ef0-4113-9b64-c7ec0877fe78), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.757733 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.segments_db [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Added segment d674f8e4-2ef0-4113-9b64-c7ec0877fe78 of type vlan for network a6d4133c-fb7d-4259-8555-65738ea0bee5 Jan 27 16:16:15.795414 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (a6d4133c-fb7d-4259-8555-65738ea0bee5), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.819508 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (a6d4133c-fb7d-4259-8555-65738ea0bee5), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.820602 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:15.821179 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:15.874770 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3583705 Jan 27 16:16:15.877903 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45510) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:15.883588 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Request body: {'subnet': {'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-542418662-subnet', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:15.884135 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610582c-6ae3-4dc0-8687-a1ec3fcb3d3b admin admin] Pushing event updated for resources: {'Network': ['ID=a6d4133c-fb7d-4259-8555-65738ea0bee5,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:15.893796 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:16:15.903393 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Made reservation on behalf of 482ac7b5c7ed443bb169bb4d7c2d8b24 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:16:15.905703 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.066431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (e057a233-1c9d-4ab8-bb62-f5af6aa38d81), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.124185 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e057a233-1c9d-4ab8-bb62-f5af6aa38d81,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:16.133089 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Checking segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:16.133479 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Network hostable DHCP agents. Network: a6d4133c-fb7d-4259-8555-65738ea0bee5, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:16:16.150648 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:16:16.159431 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, a6d4133c-fb7d-4259-8555-65738ea0bee5) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:16.164030 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:16.164618 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.169846 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6542e5f-0476-4e89-b51f-364befdff833 None None] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:16:16.181024 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-04233b93-5f70-4178-837d-83300c61b09b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3019576 Jan 27 16:16:16.183800 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45512) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:16.188011 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:16.207582 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (c73b461a-89cd-432b-b886-33a697d6cb69), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.208591 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (c73b461a-89cd-432b-b886-33a697d6cb69), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.260822 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks [] for router_controller (c73b461a-89cd-432b-b886-33a697d6cb69), precommit_add_association {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.274365 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-a6d4133c-fb7d-4259-8555-65738ea0bee5', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:16:16.275317 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.414216 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Allocated IP 172.20.0.2 (a6d4133c-fb7d-4259-8555-65738ea0bee5/e057a233-1c9d-4ab8-bb62-f5af6aa38d81/2722c12a-78fe-4278-9618-c0fcb23abae5) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:16.565997 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Publish callbacks [] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.572525 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.615780 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:16.618584 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:16.621616 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:16.633053 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Pushing event updated for resources: {'Port': ['ID=2722c12a-78fe-4278-9618-c0fcb23abae5,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:16.676990 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks [] for router_gateway (c73b461a-89cd-432b-b886-33a697d6cb69), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.685698 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Attempting to bind port 2722c12a-78fe-4278-9618-c0fcb23abae5 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:16.686057 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Attempting to bind port 2722c12a-78fe-4278-9618-c0fcb23abae5 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:16.686419 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Attempting to bind port 2722c12a-78fe-4278-9618-c0fcb23abae5 on network a6d4133c-fb7d-4259-8555-65738ea0bee5 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:16.691468 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:16.691848 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Checking segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:16.692252 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.692648 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Bound using segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:16.693118 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Bound port: 2722c12a-78fe-4278-9618-c0fcb23abae5, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:16.693497 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.757441 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] For port 2722c12a-78fe-4278-9618-c0fcb23abae5, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:16.760848 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] For port 2722c12a-78fe-4278-9618-c0fcb23abae5, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=2722c12a-78fe-4278-9618-c0fcb23abae5,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:16.766668 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.829097 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Pushing event updated for resources: {'Port': ['ID=2722c12a-78fe-4278-9618-c0fcb23abae5,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:16.837282 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.837640 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.837989 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.838330 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.839012 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.839012 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.839340 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.840055 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.840055 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.840332 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.840638 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.840962 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.841287 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24b44a-5d3b-4c7a-90ed-a18f0f85857b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:16.887082 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks [] for router_gateway (c73b461a-89cd-432b-b886-33a697d6cb69), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:16.907323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.045064 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Allocated IP 172.27.3.47 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/390e1e72-79cc-4d38-a3ca-a844989fa4a8) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:17.157676 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks [] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.202909 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.241080 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:17.243758 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:17.249409 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:17.254842 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Pushing event updated for resources: {'Port': ['ID=390e1e72-79cc-4d38-a3ca-a844989fa4a8,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:17.504411 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks [] for router_gateway (c73b461a-89cd-432b-b886-33a697d6cb69), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.705654 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (c73b461a-89cd-432b-b886-33a697d6cb69), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.755639 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b3155-0419-4a24-90ff-bb6e2ba7c690 None None] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:16:17.836669 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Router c73b461a-89cd-432b-b886-33a697d6cb69 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:16:17.862823 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] Provisioning complete for port 2722c12a-78fe-4278-9618-c0fcb23abae5 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:17.863225 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.947703 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:16:17.961222 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Sync routers for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:16:17.967086 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.969031 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-3c38ec3d-fcab-4ed9-9e5c-31911a27e032 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7842464 Jan 27 16:16:17.971330 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] Current status of the port 2722c12a-78fe-4278-9618-c0fcb23abae5 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:17.971910 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:17.972084 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45514) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:17.980154 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:17.980154 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:17.996825 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:16:18.058019 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] For port 2722c12a-78fe-4278-9618-c0fcb23abae5, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=2722c12a-78fe-4278-9618-c0fcb23abae5,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:18.066690 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.156050 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:18.216237 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f776-cd36-41b3-bd84-892714cd539d None None] Pushing event updated for resources: {'Port': ['ID=2722c12a-78fe-4278-9618-c0fcb23abae5,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:18.266369 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-c1aebd91-5b19-4c63-adaf-d93798515130 None None] Provisioning complete for port 2722c12a-78fe-4278-9618-c0fcb23abae5 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:18.266711 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c1aebd91-5b19-4c63-adaf-d93798515130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.406941 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.443074 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 2722c12a-78fe-4278-9618-c0fcb23abae5 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:18.565308 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Allocated IP 172.20.0.1 (a6d4133c-fb7d-4259-8555-65738ea0bee5/e057a233-1c9d-4ab8-bb62-f5af6aa38d81/97fbd04b-889b-4d62-86d6-422500057624) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:18.593134 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c1aebd91-5b19-4c63-adaf-d93798515130 None None] Current status of the port 2722c12a-78fe-4278-9618-c0fcb23abae5 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:18.595891 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 2722c12a-78fe-4278-9618-c0fcb23abae5 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:18.596267 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.647043 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:17Z', 'revision_number': 3, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:18.671062 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks [] for port (97fbd04b-889b-4d62-86d6-422500057624), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.675454 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Checking router: c73b461a-89cd-432b-b886-33a697d6cb69 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:16:18.675828 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Updating router c73b461a-89cd-432b-b886-33a697d6cb69 port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:16:18.705564 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (97fbd04b-889b-4d62-86d6-422500057624), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.726803 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.744846 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:18.747627 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:18.750096 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:18.751794 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 2722c12a-78fe-4278-9618-c0fcb23abae5 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:18.777649 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Pushing event updated for resources: {'Port': ['ID=97fbd04b-889b-4d62-86d6-422500057624,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:18.804043 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (c73b461a-89cd-432b-b886-33a697d6cb69), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:18.939467 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (97fbd04b-889b-4d62-86d6-422500057624), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.015099 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Publish callbacks [] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.025131 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.057862 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-49d3cd94-84a6-44c0-901e-9b00a1f312cd None None] Provisioning complete for port 97fbd04b-889b-4d62-86d6-422500057624 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:19.058233 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-49d3cd94-84a6-44c0-901e-9b00a1f312cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (97fbd04b-889b-4d62-86d6-422500057624), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.107634 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd924c-7393-4aa1-86ac-d0963c45fdc2 None None] Pushing event updated for resources: {'Port': ['ID=390e1e72-79cc-4d38-a3ca-a844989fa4a8,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:19.108989 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks [] for port (97fbd04b-889b-4d62-86d6-422500057624), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.110219 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Attempting to bind port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:19.110587 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Attempting to bind port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:19.111264 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Attempting to bind port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:19.114591 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (97fbd04b-889b-4d62-86d6-422500057624), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.124104 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:19.124713 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:19.125352 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.125999 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:19.126796 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Bound port: 390e1e72-79cc-4d38-a3ca-a844989fa4a8, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:19.127443 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.133335 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-49d3cd94-84a6-44c0-901e-9b00a1f312cd None None] Port 97fbd04b-889b-4d62-86d6-422500057624 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:16:19.185433 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Pushing event updated for resources: {'Port': ['ID=97fbd04b-889b-4d62-86d6-422500057624,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:19.186247 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] For port 390e1e72-79cc-4d38-a3ca-a844989fa4a8, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:19.188007 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (c73b461a-89cd-432b-b886-33a697d6cb69), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.189794 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] For port 390e1e72-79cc-4d38-a3ca-a844989fa4a8, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=390e1e72-79cc-4d38-a3ca-a844989fa4a8,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:19.193975 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.250083 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:19.250708 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:19.255766 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd924c-7393-4aa1-86ac-d0963c45fdc2 None None] Pushing event updated for resources: {'Port': ['ID=390e1e72-79cc-4d38-a3ca-a844989fa4a8,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:19.293388 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:19.295046 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:19.375168 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:19.588120 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-4274444e-373a-4ed1-a838-e3827aaf38a9 None None] Provisioning complete for port 97fbd04b-889b-4d62-86d6-422500057624 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:19.588509 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-4274444e-373a-4ed1-a838-e3827aaf38a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (97fbd04b-889b-4d62-86d6-422500057624), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:19.630774 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-4274444e-373a-4ed1-a838-e3827aaf38a9 None None] Port 97fbd04b-889b-4d62-86d6-422500057624 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:16:19.644547 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 2, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:19.672415 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbfb8d-aa2c-49cf-a614-1bceb4e4a743 None None] The sync data for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi is: [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 2, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:16:19.701211 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Router c73b461a-89cd-432b-b886-33a697d6cb69 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:16:19.812913 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:16:19.818168 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2bd917b1-7250-4d63-9b56-caf2788c45fb admin admin] 10.222.0.61 "PUT /v2.0/routers/c73b461a-89cd-432b-b886-33a697d6cb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445106 Jan 27 16:16:20.348487 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45532) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:20.354056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1096479240-network', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:20.387910 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Made reservation on behalf of 9182d2e194d74be69738ef5ed3cf8db5 for: {'network': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:16:20.390366 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for network (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.400654 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.439142 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 390e1e72-79cc-4d38-a3ca-a844989fa4a8 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:20.488304 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks [] for security_group (36f9b023-cf3d-47dc-a9b6-47aafd073f88), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.492712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (36f9b023-cf3d-47dc-a9b6-47aafd073f88), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.498892 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:20.499351 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.520483 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:16:20.531368 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f9b023-cf3d-47dc-a9b6-47aafd073f88,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:20.538050 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (586ecf40-f921-46e3-9741-f02afe1b0884), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.538400 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.segments_db [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Added segment 586ecf40-f921-46e3-9741-f02afe1b0884 of type vlan for network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 Jan 27 16:16:20.580762 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748048708208'] for network (d12ff19e-d8a2-4723-b2e5-871cbb7047d9), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.587273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:20.587733 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.608115 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956'] for network (d12ff19e-d8a2-4723-b2e5-871cbb7047d9), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.609555 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:20.610233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.611612 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 390e1e72-79cc-4d38-a3ca-a844989fa4a8, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=390e1e72-79cc-4d38-a3ca-a844989fa4a8,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:20.616034 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.668386 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=390e1e72-79cc-4d38-a3ca-a844989fa4a8,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:20.670586 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3209853 Jan 27 16:16:20.673164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45534) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:20.678728 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Request body: {'subnet': {'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1096479240-subnet', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'ip_version': 4}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:20.695777 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b895f26-d4c5-4783-a03a-9939eef592c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d12ff19e-d8a2-4723-b2e5-871cbb7047d9,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:20.706520 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 details requested by agent ovs-agent-dv-cinder-826350-3-iscsi with host dv-cinder-826350-3-iscsi {{(pid=102386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 16:16:20.711652 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Made reservation on behalf of 9182d2e194d74be69738ef5ed3cf8db5 for: {'subnet': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:16:20.714038 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532170688'] for subnet (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.896591 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532170706'] for subnet (283f1d3c-c054-44a9-9a74-f2851497ad60), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:20.952319 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283f1d3c-c054-44a9-9a74-f2851497ad60,revision_number=0']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:20.963761 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Checking segment: {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:20.964132 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Network hostable DHCP agents. Network: d12ff19e-d8a2-4723-b2e5-871cbb7047d9, hostable agents: ['e2048c89-f2d9-43a6-a0ab-4ca12e999286'], hosted agents: [] {{(pid=102384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:16:20.979938 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 is scheduled to be hosted by DHCP agent e2048c89-f2d9-43a6-a0ab-4ca12e999286 with binding_index 1 {{(pid=102384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:16:20.988597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-3-iscsi, d12ff19e-d8a2-4723-b2e5-871cbb7047d9) {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:20.994618 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:20.995369 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.002807 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f33fb4-51a2-45aa-869b-c540d734a8f7 None None] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:16:21.014407 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-bb8e80fe-11e6-4a50-be69-1eeeb21c6ed9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3395336 Jan 27 16:16:21.016887 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45536) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:21.021918 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:21.041714 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3106'] for router (4784264a-02b2-4b62-a908-b87275533536), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.042790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3099'] for router (4784264a-02b2-4b62-a908-b87275533536), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.097319 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks [] for router_controller (4784264a-02b2-4b62-a908-b87275533536), precommit_add_association {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.113873 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2eb99ca8-7ad7-594d-b47b-0555033d35aa-d12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'fixed_ips': [{'subnet_id': '283f1d3c-c054-44a9-9a74-f2851497ad60'}]}} from dv-cinder-826350-3-iscsi. {{(pid=102386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 16:16:21.114804 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.231005 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks [] for router_gateway (4784264a-02b2-4b62-a908-b87275533536), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.251834 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.db_base_plugin_common [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Allocated IP 172.20.0.2 (d12ff19e-d8a2-4723-b2e5-871cbb7047d9/283f1d3c-c054-44a9-9a74-f2851497ad60/0c79d866-e5a1-4af7-975d-8a2df17965e8) {{(pid=102386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:21.399807 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Publish callbacks [] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), precommit_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.405595 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), after_create {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.439371 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks [] for router_gateway (4784264a-02b2-4b62-a908-b87275533536), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.443652 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 is already hosted by enough agents. {{(pid=102386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:21.446570 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.scheduler.base_scheduler [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Resources bound (agent type, host, resource id): {{(pid=102386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:21.449016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Received port after_create {{(pid=102386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:21.460491 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.465807 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Pushing event updated for resources: {'Port': ['ID=0c79d866-e5a1-4af7-975d-8a2df17965e8,revision_number=1']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:21.521535 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Attempting to bind port 0c79d866-e5a1-4af7-975d-8a2df17965e8 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:21.521907 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Attempting to bind port 0c79d866-e5a1-4af7-975d-8a2df17965e8 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:21.522276 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Attempting to bind port 0c79d866-e5a1-4af7-975d-8a2df17965e8 on network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:21.527387 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:21.527765 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Checking segment: {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:21.528166 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.528562 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Bound using segment: {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:21.529029 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Bound port: 0c79d866-e5a1-4af7-975d-8a2df17965e8, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:21.529408 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.567802 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Allocated IP 172.27.3.10 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/03d3545a-67f0-4845-975d-39af656b0489) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:21.594777 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] For port 0c79d866-e5a1-4af7-975d-8a2df17965e8, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:21.598156 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] For port 0c79d866-e5a1-4af7-975d-8a2df17965e8, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=0c79d866-e5a1-4af7-975d-8a2df17965e8,segment=NetworkSegment(586ecf40-f921-46e3-9741-f02afe1b0884),segment_id=586ecf40-f921-46e3-9741-f02afe1b0884)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:21.602808 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.658756 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641cec-b022-4a15-aa6f-c3a2d60f506c None None] Pushing event updated for resources: {'Port': ['ID=0c79d866-e5a1-4af7-975d-8a2df17965e8,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:21.697516 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks [] for port (03d3545a-67f0-4845-975d-39af656b0489), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.733113 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (03d3545a-67f0-4845-975d-39af656b0489), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:21.772729 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:21.775696 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:21.781304 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:21.802219 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Sync routers for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:16:21.813893 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:21.814518 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:21.838087 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Pushing event updated for resources: {'Port': ['ID=03d3545a-67f0-4845-975d-39af656b0489,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:21.952624 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:22.084577 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks [] for router_gateway (4784264a-02b2-4b62-a908-b87275533536), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.161335 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 2, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:22.190009 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Checking router: c73b461a-89cd-432b-b886-33a697d6cb69 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:16:22.190354 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Updating router c73b461a-89cd-432b-b886-33a697d6cb69 port 97fbd04b-889b-4d62-86d6-422500057624 binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:16:22.216268 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (97fbd04b-889b-4d62-86d6-422500057624), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.300429 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538046'] for router (4784264a-02b2-4b62-a908-b87275533536), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.477819 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Router 4784264a-02b2-4b62-a908-b87275533536 is scheduled to L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e with binding_index 1 {{(pid=102384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 16:16:22.517774 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 390e1e72-79cc-4d38-a3ca-a844989fa4a8 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:22.571849 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Publish callbacks [] for port (97fbd04b-889b-4d62-86d6-422500057624), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.576299 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:22.576819 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.581375 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (97fbd04b-889b-4d62-86d6-422500057624), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.637277 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Pushing event updated for resources: {'Port': ['ID=97fbd04b-889b-4d62-86d6-422500057624,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:22.665004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:22.666233 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0c79d866-e5a1-4af7-975d-8a2df17965e8 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:22.701509 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:16:22.717718 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Sync routers for ids ['4784264a-02b2-4b62-a908-b87275533536'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:16:22.735493 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.738043 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c35969cb-2716-47c8-ad7c-407139dd38e6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7196791 Jan 27 16:16:22.740551 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45538) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:16:22.743194 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.743977 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.744774 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.745590 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.748001 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.748794 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.749357 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.750133 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.750688 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.751313 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.751913 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.752524 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.753197 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:16:22.755029 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 0c79d866-e5a1-4af7-975d-8a2df17965e8 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:22.755854 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.759628 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Routers {'4784264a-02b2-4b62-a908-b87275533536'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:22.761274 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['4784264a-02b2-4b62-a908-b87275533536'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:22.768982 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Attempting to bind port 97fbd04b-889b-4d62-86d6-422500057624 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:22.769888 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Attempting to bind port 97fbd04b-889b-4d62-86d6-422500057624 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:22.770868 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Attempting to bind port 97fbd04b-889b-4d62-86d6-422500057624 on network a6d4133c-fb7d-4259-8555-65738ea0bee5 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:22.786248 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:22.787303 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Checking segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:22.788948 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.791351 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Bound using segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:22.792156 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Bound port: 97fbd04b-889b-4d62-86d6-422500057624, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:22.792779 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (97fbd04b-889b-4d62-86d6-422500057624), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:22.906672 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] For port 97fbd04b-889b-4d62-86d6-422500057624, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:22.914421 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] For port 97fbd04b-889b-4d62-86d6-422500057624, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=97fbd04b-889b-4d62-86d6-422500057624,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:22.935990 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (97fbd04b-889b-4d62-86d6-422500057624), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.013880 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:23.014511 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:23.034468 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6e89a-997f-4698-87af-2ff8f01f27e8 None None] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:16:23.050110 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e60f8-b3de-48aa-a9c0-b5afc76427e1 None None] Pushing event updated for resources: {'Port': ['ID=97fbd04b-889b-4d62-86d6-422500057624,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:23.232273 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Provisioning complete for port 0c79d866-e5a1-4af7-975d-8a2df17965e8 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:23.232770 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.243017 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:23.248926 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.284825 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Set router 4784264a-02b2-4b62-a908-b87275533536 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:23.421364 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Allocated IP 172.20.0.1 (d12ff19e-d8a2-4723-b2e5-871cbb7047d9/283f1d3c-c054-44a9-9a74-f2851497ad60/4d7618aa-f64c-46bc-874e-ffdf89df398b) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:23.438489 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 0c79d866-e5a1-4af7-975d-8a2df17965e8 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:23.438884 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.483696 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:22Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:23.525663 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7a8af-4f8f-411c-b55d-2d981ce849ca None None] The sync data for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi is: [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:22Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:16:23.528381 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 0c79d866-e5a1-4af7-975d-8a2df17965e8, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=0c79d866-e5a1-4af7-975d-8a2df17965e8,segment=NetworkSegment(586ecf40-f921-46e3-9741-f02afe1b0884),segment_id=586ecf40-f921-46e3-9741-f02afe1b0884)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:23.530060 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Current status of the port 0c79d866-e5a1-4af7-975d-8a2df17965e8 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:23.530454 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.563516 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks [] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.582662 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.608230 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.645956 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:23.649304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:23.653232 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:23.690493 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7618aa-f64c-46bc-874e-ffdf89df398b,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:23.692236 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=0c79d866-e5a1-4af7-975d-8a2df17965e8,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:23.701153 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.db.api [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 16:16:23.701518 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG oslo_db.api [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 16:16:23.702908 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538315'] for router_interface (4784264a-02b2-4b62-a908-b87275533536), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.714343 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:21Z', 'revision_number': 3, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:23.743238 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Checking router: 4784264a-02b2-4b62-a908-b87275533536 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:16:23.743602 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Updating router 4784264a-02b2-4b62-a908-b87275533536 port 03d3545a-67f0-4845-975d-39af656b0489 binding host dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:16:23.774614 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (03d3545a-67f0-4845-975d-39af656b0489), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:23.849736 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.032155 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks [] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.037336 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.064016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Publish callbacks [] for port (03d3545a-67f0-4845-975d-39af656b0489), precommit_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.070278 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (03d3545a-67f0-4845-975d-39af656b0489), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.104076 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7618aa-f64c-46bc-874e-ffdf89df398b,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:24.106487 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536443'] for router_interface (4784264a-02b2-4b62-a908-b87275533536), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.124828 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f3d60-24b2-4b3f-b48f-e034cb4ddc44 None None] Pushing event updated for resources: {'Port': ['ID=03d3545a-67f0-4845-975d-39af656b0489,revision_number=2']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:24.127109 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Attempting to bind port 03d3545a-67f0-4845-975d-39af656b0489 on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:24.127483 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Attempting to bind port 03d3545a-67f0-4845-975d-39af656b0489 by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:24.127867 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Attempting to bind port 03d3545a-67f0-4845-975d-39af656b0489 on network 94671106-2690-4607-a24c-b125b14b1206 {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:24.134366 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:24.134745 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Checking segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:24.135176 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.135569 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Bound using segment: {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'} {{(pid=102386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:24.136041 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.managers [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Bound port: 03d3545a-67f0-4845-975d-39af656b0489, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ffcf18-7dcf-44c3-9397-83f0f95846d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '94671106-2690-4607-a24c-b125b14b1206'}}] {{(pid=102386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:24.136424 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (03d3545a-67f0-4845-975d-39af656b0489), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.191382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] For port 03d3545a-67f0-4845-975d-39af656b0489, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:24.197610 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] For port 03d3545a-67f0-4845-975d-39af656b0489, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=03d3545a-67f0-4845-975d-39af656b0489,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:24.206349 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (03d3545a-67f0-4845-975d-39af656b0489), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.208652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:24.210559 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:24.296140 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Current status of the port 0c79d866-e5a1-4af7-975d-8a2df17965e8 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:24.306815 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Routers {'4784264a-02b2-4b62-a908-b87275533536'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:24.307503 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:15:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['4784264a-02b2-4b62-a908-b87275533536'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:24.347833 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Router 4784264a-02b2-4b62-a908-b87275533536 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:16:24.365230 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f3d60-24b2-4b3f-b48f-e034cb4ddc44 None None] Pushing event updated for resources: {'Port': ['ID=03d3545a-67f0-4845-975d-39af656b0489,revision_number=3']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:24.384428 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Provisioning complete for port 97fbd04b-889b-4d62-86d6-422500057624 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:24.384953 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (97fbd04b-889b-4d62-86d6-422500057624), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.476518 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 97fbd04b-889b-4d62-86d6-422500057624 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:24.483180 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:16:24.495798 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-adc5294c-f7a9-4a78-86db-fc3c6f8a3086 admin admin] 10.222.0.61 "PUT /v2.0/routers/4784264a-02b2-4b62-a908-b87275533536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538610 Jan 27 16:16:24.536799 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3bae-e9d7-4560-a5bb-0359db1e491d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.555250 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] Set router 4784264a-02b2-4b62-a908-b87275533536 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:24.662153 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Current status of the port 97fbd04b-889b-4d62-86d6-422500057624 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:24.662554 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (97fbd04b-889b-4d62-86d6-422500057624), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.857019 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 97fbd04b-889b-4d62-86d6-422500057624 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:24.857400 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (97fbd04b-889b-4d62-86d6-422500057624), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:24.904875 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] For port 97fbd04b-889b-4d62-86d6-422500057624, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=97fbd04b-889b-4d62-86d6-422500057624,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:24.914806 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (97fbd04b-889b-4d62-86d6-422500057624), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:25.045939 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df6536-4452-4f5c-8ccc-ca88507444bb None None] Pushing event updated for resources: {'Port': ['ID=97fbd04b-889b-4d62-86d6-422500057624,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:25.074759 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 97fbd04b-889b-4d62-86d6-422500057624 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:25.075684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0c79d866-e5a1-4af7-975d-8a2df17965e8 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:25.080544 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Provisioning complete for port 0c79d866-e5a1-4af7-975d-8a2df17965e8 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:25.080916 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:25.166264 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '4d7618aa-f64c-46bc-874e-ffdf89df398b', 'name': '', 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'mac_address': 'fa:16:3e:ba:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:23Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 2, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'subnets': [{'id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:25.196175 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0e088-6880-4c30-b09e-33c7e868385c None None] The sync data for ids ['4784264a-02b2-4b62-a908-b87275533536'] in dv-cinder-826350-3-iscsi is: [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '4d7618aa-f64c-46bc-874e-ffdf89df398b', 'name': '', 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'mac_address': 'fa:16:3e:ba:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:23Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 2, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'subnets': [{'id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:16:25.214020 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 0c79d866-e5a1-4af7-975d-8a2df17965e8 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:25.214400 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:25.300624 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Current status of the port 0c79d866-e5a1-4af7-975d-8a2df17965e8 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:25.325902 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Provisioning complete for port 4d7618aa-f64c-46bc-874e-ffdf89df398b triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:25.326584 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:25.391934 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Port 4d7618aa-f64c-46bc-874e-ffdf89df398b cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:16:25.422684 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 0c79d866-e5a1-4af7-975d-8a2df17965e8 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:25.427662 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Provisioning complete for port 97fbd04b-889b-4d62-86d6-422500057624 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:25.427881 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (97fbd04b-889b-4d62-86d6-422500057624), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:25.566295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4b7cb-7fb9-4f73-8082-b9d389697e55 None None] Current status of the port 97fbd04b-889b-4d62-86d6-422500057624 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:26.429926 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 97fbd04b-889b-4d62-86d6-422500057624 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:26.502170 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 97fbd04b-889b-4d62-86d6-422500057624 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:26.502553 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (97fbd04b-889b-4d62-86d6-422500057624), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:26.620649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 97fbd04b-889b-4d62-86d6-422500057624 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:26.755650 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9c605096-1c6f-4633-aaa8-cd52d50f7a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:27.683817 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.010499 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Sync routers for ids ['4784264a-02b2-4b62-a908-b87275533536'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:16:28.025737 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Routers {'4784264a-02b2-4b62-a908-b87275533536'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:28.026644 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:16:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['4784264a-02b2-4b62-a908-b87275533536'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:28.144574 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Set router 4784264a-02b2-4b62-a908-b87275533536 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:28.286527 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.387002 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '4d7618aa-f64c-46bc-874e-ffdf89df398b', 'name': '', 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'mac_address': 'fa:16:3e:ba:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:23Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 2, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'subnets': [{'id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:28.411569 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Checking router: 4784264a-02b2-4b62-a908-b87275533536 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:16:28.411845 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Updating router 4784264a-02b2-4b62-a908-b87275533536 port 4d7618aa-f64c-46bc-874e-ffdf89df398b binding host dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:16:28.444195 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.462753 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 03d3545a-67f0-4845-975d-39af656b0489 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:28.536833 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 03d3545a-67f0-4845-975d-39af656b0489 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:28.537625 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (03d3545a-67f0-4845-975d-39af656b0489), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.638459 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 03d3545a-67f0-4845-975d-39af656b0489 is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:28.638855 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (03d3545a-67f0-4845-975d-39af656b0489), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.661880 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] For port 03d3545a-67f0-4845-975d-39af656b0489, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=03d3545a-67f0-4845-975d-39af656b0489,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:28.667288 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (03d3545a-67f0-4845-975d-39af656b0489), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.720552 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Pushing event updated for resources: {'Port': ['ID=03d3545a-67f0-4845-975d-39af656b0489,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:28.784212 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Publish callbacks [] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), precommit_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.790136 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.842147 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d560-44f7-4095-a70e-951773dbec6e None None] Pushing event updated for resources: {'Port': ['ID=4d7618aa-f64c-46bc-874e-ffdf89df398b,revision_number=3']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:28.912882 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Attempting to bind port 4d7618aa-f64c-46bc-874e-ffdf89df398b on host dv-cinder-826350-3-iscsi for vnic_type normal with profile {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:28.913179 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Attempting to bind port 4d7618aa-f64c-46bc-874e-ffdf89df398b by drivers openvswitch,hyperv on host dv-cinder-826350-3-iscsi at level 0 using segments [{'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:28.913564 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Attempting to bind port 4d7618aa-f64c-46bc-874e-ffdf89df398b on network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:28.919843 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Checking agent: {'id': 'd8424903-3c85-495c-a579-324fcfb17bd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 15, 55), 'started_at': datetime.datetime(2022, 1, 27, 15, 55, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:28.920221 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Checking segment: {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:28.920619 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.921009 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Bound using segment: {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'} {{(pid=102387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:28.921488 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.managers [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Bound port: 4d7618aa-f64c-46bc-874e-ffdf89df398b, host: dv-cinder-826350-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586ecf40-f921-46e3-9741-f02afe1b0884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9'}}] {{(pid=102387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:28.921862 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), before_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:28.992383 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] For port 4d7618aa-f64c-46bc-874e-ffdf89df398b, host dv-cinder-826350-3-iscsi, cleared binding levels {{(pid=102387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:28.996089 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.plugins.ml2.db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] For port 4d7618aa-f64c-46bc-874e-ffdf89df398b, host dv-cinder-826350-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=4d7618aa-f64c-46bc-874e-ffdf89df398b,segment=NetworkSegment(586ecf40-f921-46e3-9741-f02afe1b0884),segment_id=586ecf40-f921-46e3-9741-f02afe1b0884)] {{(pid=102387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:29.003779 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), after_update {{(pid=102387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:29.067296 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d560-44f7-4095-a70e-951773dbec6e None None] Pushing event updated for resources: {'Port': ['ID=4d7618aa-f64c-46bc-874e-ffdf89df398b,revision_number=4']} {{(pid=102387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:29.092377 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Routers {'4784264a-02b2-4b62-a908-b87275533536'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:16:29.097126 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:16:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['4784264a-02b2-4b62-a908-b87275533536'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:29.127809 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-98d2c12a-084b-4464-9768-b25557242344 None None] Provisioning complete for port 4d7618aa-f64c-46bc-874e-ffdf89df398b triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:29.128194 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98d2c12a-084b-4464-9768-b25557242344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:29.245810 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-98d2c12a-084b-4464-9768-b25557242344 None None] Current status of the port 4d7618aa-f64c-46bc-874e-ffdf89df398b is: DOWN; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:29.250072 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98d2c12a-084b-4464-9768-b25557242344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:29.266616 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] Set router 4784264a-02b2-4b62-a908-b87275533536 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:16:29.295280 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:29.305837 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-98d2c12a-084b-4464-9768-b25557242344 None None] For port 4d7618aa-f64c-46bc-874e-ffdf89df398b, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=4d7618aa-f64c-46bc-874e-ffdf89df398b,segment=NetworkSegment(586ecf40-f921-46e3-9741-f02afe1b0884),segment_id=586ecf40-f921-46e3-9741-f02afe1b0884)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:29.315452 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-98d2c12a-084b-4464-9768-b25557242344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:29.385468 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2c12a-084b-4464-9768-b25557242344 None None] Pushing event updated for resources: {'Port': ['ID=4d7618aa-f64c-46bc-874e-ffdf89df398b,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:29.444535 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-3ec8fc1c-23a6-420c-8c63-8fa495bec408 None None] Provisioning complete for port 4d7618aa-f64c-46bc-874e-ffdf89df398b triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:29.445803 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ec8fc1c-23a6-420c-8c63-8fa495bec408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:29.526410 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '4d7618aa-f64c-46bc-874e-ffdf89df398b', 'name': '', 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'mac_address': 'fa:16:3e:ba:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:23Z', 'updated_at': '2022-01-27T16:16:28Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'subnets': [{'id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:16:29.543094 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8fc1c-23a6-420c-8c63-8fa495bec408 None None] Current status of the port 4d7618aa-f64c-46bc-874e-ffdf89df398b is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:29.557466 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecd93c-347d-43e4-bca8-5060b87d9fb2 None None] The sync data for ids ['4784264a-02b2-4b62-a908-b87275533536'] in dv-cinder-826350-3-iscsi is: [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:23Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '4d7618aa-f64c-46bc-874e-ffdf89df398b', 'name': '', 'network_id': 'd12ff19e-d8a2-4723-b2e5-871cbb7047d9', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'mac_address': 'fa:16:3e:ba:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:23Z', 'updated_at': '2022-01-27T16:16:28Z', 'revision_number': 4, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'subnets': [{'id': '283f1d3c-c054-44a9-9a74-f2851497ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:16:30.432378 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4d7618aa-f64c-46bc-874e-ffdf89df398b up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:30.499458 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 4d7618aa-f64c-46bc-874e-ffdf89df398b triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:30.500090 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:30.505022 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:30.596275 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 4d7618aa-f64c-46bc-874e-ffdf89df398b is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:30.598348 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 03d3545a-67f0-4845-975d-39af656b0489 up at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:30.665726 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Provisioning complete for port 03d3545a-67f0-4845-975d-39af656b0489 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:30.666016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (03d3545a-67f0-4845-975d-39af656b0489), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:30.759431 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Current status of the port 03d3545a-67f0-4845-975d-39af656b0489 is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:34.414008 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5d6b5611-c71d-49c6-9f55-dbe1b5123bfd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:34.415693 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5d6b5611-c71d-49c6-9f55-dbe1b5123bfd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 814 time: 0.1041284 Jan 27 16:16:34.430709 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-d7228a25-8ee6-48a5-8ac8-5269d718a51e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/quotas/482ac7b5c7ed443bb169bb4d7c2d8b24 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Jan 27 16:16:34.487780 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-20e01f4b-2e07-4cc1-b791-b442bb6aa9fd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517499 Jan 27 16:16:34.581624 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-61b8cf5d-16d6-4864-8592-a6e252cbf416 service neutron] 10.222.0.61 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818028 Jan 27 16:16:34.672235 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-c74b8bda-e720-492b-baac-a4686d27326b service neutron] 10.222.0.61 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841994 Jan 27 16:16:34.834767 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6840f9a9-2d2a-4b26-936e-17cf9fd14aff req-712f3eac-fde4-4044-80ac-31956d37d885 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 210 time: 0.0272911 Jan 27 16:16:35.826831 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-ec377b3e-4742-4687-a67f-fd709078f725 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:35.828310 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-ec377b3e-4742-4687-a67f-fd709078f725 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 814 time: 0.1002312 Jan 27 16:16:35.844100 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'port': {'device_id': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'admin_state_up': True, 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:35.931090 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9a594122-cd28-4be2-ab1b-98afddca631f req-30586bb2-123a-488e-a9cd-ed64f7991af5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 210 time: 0.0257647 Jan 27 16:16:35.960132 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Made reservation on behalf of 482ac7b5c7ed443bb169bb4d7c2d8b24 for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:16:35.964078 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:36.091225 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Allocated IP 172.20.0.3 (a6d4133c-fb7d-4259-8555-65738ea0bee5/e057a233-1c9d-4ab8-bb62-f5af6aa38d81/bbf54121-87ac-4c62-987e-488dc4dd467a) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:16:36.235501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:36.272300 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:36.329625 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:16:36.338088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:16:36.338088 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:36.339206 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:16:36.410229 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:36.411492 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:36.441405 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-5db94ed9-88b8-4414-b657-d42981b6570b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010973 Jan 27 16:16:36.614300 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-3a59547e-5392-437a-a825-2073bdc8167c None None] Provisioning complete for port bbf54121-87ac-4c62-987e-488dc4dd467a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:36.614883 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3a59547e-5392-437a-a825-2073bdc8167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:36.654842 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-3a59547e-5392-437a-a825-2073bdc8167c None None] Port bbf54121-87ac-4c62-987e-488dc4dd467a cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:16:37.056883 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6c3e-1efb-4ed9-b07c-3c17c61b3fb4 req-ffed5564-a635-4bac-ab5c-04c662af6fb3 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:37.058698 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-14ac6c3e-1efb-4ed9-b07c-3c17c61b3fb4 req-ffed5564-a635-4bac-ab5c-04c662af6fb3 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0539494 Jan 27 16:16:37.107849 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-14ac6c3e-1efb-4ed9-b07c-3c17c61b3fb4 req-584180f5-50b9-4532-86af-ce09a4b11e80 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Jan 27 16:16:38.232385 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f0a22-9bbc-4c66-a6f0-58846749c5f3 req-53d8a48e-9c5c-4c7e-a593-13396f8b315e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:38.234576 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3c8f0a22-9bbc-4c66-a6f0-58846749c5f3 req-53d8a48e-9c5c-4c7e-a593-13396f8b315e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0523674 Jan 27 16:16:38.282962 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-3c8f0a22-9bbc-4c66-a6f0-58846749c5f3 req-827435f4-7b4a-4e47-afd3-29191e64fc91 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Jan 27 16:16:39.411002 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcf15d-ade2-492f-92c5-452ce27dfe6a req-23ac1b61-17ba-4e33-97a4-1a91c1c7b715 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:39.412493 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f6bcf15d-ade2-492f-92c5-452ce27dfe6a req-23ac1b61-17ba-4e33-97a4-1a91c1c7b715 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0555503 Jan 27 16:16:39.462369 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f6bcf15d-ade2-492f-92c5-452ce27dfe6a req-b5501b60-2395-422f-95ff-594815886eeb tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Jan 27 16:16:40.584602 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2894-a8c9-4c82-9364-3ec003947668 req-2a83ed90-b5b0-4b9a-9ff8-e9cdcab25860 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:40.587916 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e0de2894-a8c9-4c82-9364-3ec003947668 req-2a83ed90-b5b0-4b9a-9ff8-e9cdcab25860 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0584302 Jan 27 16:16:40.646190 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-e0de2894-a8c9-4c82-9364-3ec003947668 req-fff3a41d-50f6-41a4-a185-ef951af99fb6 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507381 Jan 27 16:16:41.765585 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15794fe-f9b2-4d5e-ba09-12b613fe0913 req-cfed33aa-9f06-4e59-8336-50e771e3823e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:41.767427 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c15794fe-f9b2-4d5e-ba09-12b613fe0913 req-cfed33aa-9f06-4e59-8336-50e771e3823e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0511830 Jan 27 16:16:41.820833 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c15794fe-f9b2-4d5e-ba09-12b613fe0913 req-e6659b42-34d8-4339-a99a-177796eff2af tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Jan 27 16:16:42.943759 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccaed5-2629-482c-a853-f2aa501539dc req-59c98b39-b084-476f-8e64-1740ff787df8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:42.945255 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-19ccaed5-2629-482c-a853-f2aa501539dc req-59c98b39-b084-476f-8e64-1740ff787df8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0558908 Jan 27 16:16:42.997280 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-19ccaed5-2629-482c-a853-f2aa501539dc req-196b720e-e422-400b-8f63-b839d3253f6a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455499 Jan 27 16:16:44.113792 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c29545-4d89-4bd6-855f-9c988e5578ad req-d0f77fee-eda0-4771-9c4b-4e6b1de1a760 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:44.115408 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49c29545-4d89-4bd6-855f-9c988e5578ad req-d0f77fee-eda0-4771-9c4b-4e6b1de1a760 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0494320 Jan 27 16:16:44.171771 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49c29545-4d89-4bd6-855f-9c988e5578ad req-21e406a2-8ef2-45e0-8fce-552b959fc8fc tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Jan 27 16:16:45.291027 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a01907-ff3d-44eb-a3d7-273113cc364f req-875e1568-d9c4-4195-8ee7-d0fdd3ec0abd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:45.292532 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a01907-ff3d-44eb-a3d7-273113cc364f req-875e1568-d9c4-4195-8ee7-d0fdd3ec0abd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0504689 Jan 27 16:16:45.342152 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-50a01907-ff3d-44eb-a3d7-273113cc364f req-6fe143a2-c0e4-44e7-8b9a-78aee2fbccf4 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Jan 27 16:16:46.471401 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262b853-bd17-4170-887d-699ee5b18631 req-682c57d4-cac8-432f-a531-af64c3a42e12 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:46.473273 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3262b853-bd17-4170-887d-699ee5b18631 req-682c57d4-cac8-432f-a531-af64c3a42e12 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0525954 Jan 27 16:16:46.526650 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-3262b853-bd17-4170-887d-699ee5b18631 req-fc35dcc3-dbdc-47a6-9e04-62271b20fbc3 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Jan 27 16:16:47.666437 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e6fdd-4034-4619-808a-5aabcae0012f req-6230bcfb-e4b2-4ee0-aa86-6d655ab049e1 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:47.668037 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-128e6fdd-4034-4619-808a-5aabcae0012f req-6230bcfb-e4b2-4ee0-aa86-6d655ab049e1 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0589287 Jan 27 16:16:47.714307 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-128e6fdd-4034-4619-808a-5aabcae0012f req-3fd95d06-8229-40c1-a968-4fcbf56b3050 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Jan 27 16:16:48.224236 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Request body: {'port': {'device_id': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:16:48.280099 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:48.865299 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf54121-87ac-4c62-987e-488dc4dd467a {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:16:48.876068 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee9c0d-a790-4540-9834-6b4a2cd8b75c req-fa82dc0c-b423-402a-bc35-7e224b10e8ac tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:48.877596 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b7ee9c0d-a790-4540-9834-6b4a2cd8b75c req-fa82dc0c-b423-402a-bc35-7e224b10e8ac tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 931 time: 0.0932925 Jan 27 16:16:48.882162 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Publish callbacks [] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:48.908627 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Transition to ACTIVE for port object bbf54121-87ac-4c62-987e-488dc4dd467a will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:16:48.913465 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:48.970883 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b7ee9c0d-a790-4540-9834-6b4a2cd8b75c req-5bf132a0-9842-4827-a05d-66b359149fdd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854847 Jan 27 16:16:48.988426 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:49.065221 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Attempting to bind port bbf54121-87ac-4c62-987e-488dc4dd467a on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:16:49.065561 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Attempting to bind port bbf54121-87ac-4c62-987e-488dc4dd467a by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:16:49.065898 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Attempting to bind port bbf54121-87ac-4c62-987e-488dc4dd467a on network a6d4133c-fb7d-4259-8555-65738ea0bee5 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:49.070643 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Port bbf54121-87ac-4c62-987e-488dc4dd467a on network a6d4133c-fb7d-4259-8555-65738ea0bee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:16:49.070965 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Attempting to bind port bbf54121-87ac-4c62-987e-488dc4dd467a on network a6d4133c-fb7d-4259-8555-65738ea0bee5 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:16:49.077782 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:16:49.078222 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Checking segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:16:49.078519 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Bound using segment: {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:16:49.078949 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Bound port: bbf54121-87ac-4c62-987e-488dc4dd467a, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:16:49.079344 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:49.149101 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:16:49.153188 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:16:49.159309 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:49.197784 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.198475 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:49.199838 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] 10.222.0.60 "PUT /v2.0/ports/bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 1093 time: 0.9802387 Jan 27 16:16:49.202498 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:16:49.205838 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b" -d '{"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:16:49.232413 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8df16c-3fff-4331-aba8-c37237b62822 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:49.267645 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e289bd4f-1d4e-4f83-832a-275da527ec2c x-openstack-request-id: req-e289bd4f-1d4e-4f83-832a-275da527ec2c {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:16:49.267959 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:16:49.268217 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e289bd4f-1d4e-4f83-832a-275da527ec2c {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:16:49.268614 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'status': 'completed', 'code': 200} Jan 27 16:16:49.286242 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-59ccf8b4-b3f4-452b-af07-46354cce02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.287847 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-59ccf8b4-b3f4-452b-af07-46354cce02bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1096 time: 0.0483534 Jan 27 16:16:49.332808 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-a7140ef4-2609-4a30-85ef-97ea76db3d0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 217 time: 0.0363336 Jan 27 16:16:49.386662 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-dff33d36-4340-421f-baec-b74fd69b17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.388171 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-dff33d36-4340-421f-baec-b74fd69b17b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0500050 Jan 27 16:16:49.434452 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-c7b78e37-92e9-4bc1-983e-79043395e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.436193 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-c7b78e37-92e9-4bc1-983e-79043395e208 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410829 Jan 27 16:16:49.523823 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-101e66eb-45c0-4fdb-a2a2-6abcdf122a19 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809011 Jan 27 16:16:49.619160 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b9f1ec93-5442-4b25-afdf-4f93fd9d88d9 req-553a82c3-1939-45b3-94ee-cacd9580aa46 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869491 Jan 27 16:16:49.707927 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-6ecf30ea-5ed5-4eab-b59f-8c8deeb814e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.709427 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-6ecf30ea-5ed5-4eab-b59f-8c8deeb814e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1096 time: 0.0401070 Jan 27 16:16:49.802470 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-2f83e498-1704-4cd5-b1fa-439626897585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.803974 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-2f83e498-1704-4cd5-b1fa-439626897585 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.0873783 Jan 27 16:16:49.844674 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-a72ab2f0-91a3-474c-a8e6-9f4719b65b12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 217 time: 0.0341945 Jan 27 16:16:49.892609 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-a869fa98-36bd-426a-a54c-9a9e1c10dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.894087 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-a869fa98-36bd-426a-a54c-9a9e1c10dc66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0442123 Jan 27 16:16:49.947306 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-1dbc7a1d-4250-4530-a5f0-b9684b2685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:49.949028 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-1dbc7a1d-4250-4530-a5f0-b9684b2685a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492141 Jan 27 16:16:50.044396 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-78f5067d-f639-406a-a4e1-8df0bd1d69ae service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886602 Jan 27 16:16:50.144215 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3c7d-6e41-478e-ac25-0f1965113018 req-9e71767f-b076-4f2e-b6a0-95eeb39228e0 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:50.145708 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-afed3c7d-6e41-478e-ac25-0f1965113018 req-9e71767f-b076-4f2e-b6a0-95eeb39228e0 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 943 time: 0.1048698 Jan 27 16:16:50.192461 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6f31ba6b-4e30-4f30-b9a0-83c64a9c412b req-772dd4ce-ffc0-4e87-8a92-c67007b0f12f service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400421 Jan 27 16:16:50.218184 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-afed3c7d-6e41-478e-ac25-0f1965113018 req-d9f1325d-24c6-455b-b66d-46ea7e36f8f0 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653858 Jan 27 16:16:51.343253 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c313404-3f2a-4378-8c53-618c401f4c47 req-e6513e99-33ea-4cce-a0e1-058fd30a2c3b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:51.344506 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7c313404-3f2a-4378-8c53-618c401f4c47 req-e6513e99-33ea-4cce-a0e1-058fd30a2c3b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 943 time: 0.0558815 Jan 27 16:16:51.392319 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7c313404-3f2a-4378-8c53-618c401f4c47 req-ba608863-5caf-4b30-9b1b-85613be5c423 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Jan 27 16:16:52.518155 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee42ca-5e7c-4ad9-9b94-1e4712e904d1 req-04caa02f-6b22-4bab-95f4-b1373a9e6918 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:52.519868 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6bee42ca-5e7c-4ad9-9b94-1e4712e904d1 req-04caa02f-6b22-4bab-95f4-b1373a9e6918 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 943 time: 0.0550647 Jan 27 16:16:52.571069 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6bee42ca-5e7c-4ad9-9b94-1e4712e904d1 req-6b1f5eab-769b-44ef-a51e-1f8b7d7a9a3a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Jan 27 16:16:53.693691 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633bfce-c945-456d-b3a5-e1ad22d3f385 req-023f122b-ed71-4afc-8a1a-ad57924839a8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:53.695246 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0633bfce-c945-456d-b3a5-e1ad22d3f385 req-023f122b-ed71-4afc-8a1a-ad57924839a8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 943 time: 0.0531600 Jan 27 16:16:53.746440 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0633bfce-c945-456d-b3a5-e1ad22d3f385 req-e202d62f-ae85-4deb-9daf-b3d8a502b68e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455270 Jan 27 16:16:54.469093 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-37d9d35c-2a49-49fe-9e88-77e1f2b493d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:54.663167 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device bbf54121-87ac-4c62-987e-488dc4dd467a details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:16:54.755560 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:54.767095 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'port_id': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'mac_address': 'fa:16:3e:8a:e4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:16:54.805687 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port bbf54121-87ac-4c62-987e-488dc4dd467a is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:54.806077 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:54.819395 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf54121-87ac-4c62-987e-488dc4dd467a {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:16:54.839532 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:54.843524 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:54.864326 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e14cb-b5e9-4b75-85c4-99f4ddd7101d req-ea12a83c-9f35-48f1-9b13-a81ebea93709 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:54.865827 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1e3e14cb-b5e9-4b75-85c4-99f4ddd7101d req-ea12a83c-9f35-48f1-9b13-a81ebea93709 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 943 time: 0.0536280 Jan 27 16:16:54.891236 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:54.913599 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1e3e14cb-b5e9-4b75-85c4-99f4ddd7101d req-059bff3d-2589-4c72-b8d7-0e8ca74d5e30 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Jan 27 16:16:54.996289 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:16:55.174404 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['bbf54121-87ac-4c62-987e-488dc4dd467a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:16:56.034728 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c53258-5044-4605-b1fa-36bdb96765cf req-b9b177eb-1ef8-411f-939f-7e631611b3d5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:56.036239 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-70c53258-5044-4605-b1fa-36bdb96765cf req-b9b177eb-1ef8-411f-939f-7e631611b3d5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 944 time: 0.0557473 Jan 27 16:16:56.081849 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-70c53258-5044-4605-b1fa-36bdb96765cf req-5ad93794-0e2f-4d23-8d60-01ac0bac6eaa tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Jan 27 16:16:56.675627 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device bbf54121-87ac-4c62-987e-488dc4dd467a up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:16:56.724433 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port bbf54121-87ac-4c62-987e-488dc4dd467a completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:16:56.728861 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port bbf54121-87ac-4c62-987e-488dc4dd467a triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:16:56.729243 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:56.772216 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-08af997f-e8b6-49a2-83f3-0312017e3853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:56.821335 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port bbf54121-87ac-4c62-987e-488dc4dd467a is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:16:56.821722 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:56.847767 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:16:56.850040 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe38587-3049-4996-ac3a-d010fabfff14" -d '{"events": [{"server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "name": "network-vif-plugged", "status": "completed", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:16:56.860906 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:16:56.865101 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:56.893230 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c5610f-87ca-41e3-8610-93211f097500 x-openstack-request-id: req-90c5610f-87ca-41e3-8610-93211f097500 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:16:56.893517 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "name": "network-vif-plugged", "status": "completed", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:16:56.893766 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90c5610f-87ca-41e3-8610-93211f097500 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:16:56.894154 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'code': 200} Jan 27 16:16:56.915441 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:16:57.080546 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ba1d9-9330-44a1-a4ea-0854a3d24e7c req-aaf4de6d-b4ca-4b08-bebb-182906b288eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:57.081953 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-002ba1d9-9330-44a1-a4ea-0854a3d24e7c req-aaf4de6d-b4ca-4b08-bebb-182906b288eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1098 time: 0.0407965 Jan 27 16:16:57.130454 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-002ba1d9-9330-44a1-a4ea-0854a3d24e7c req-b965dc90-0fa2-4196-8d1b-8b613c233eeb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jan 27 16:16:57.200466 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52258-94fc-4d7f-8715-18e37b32ef79 req-9f1106c8-2d9b-4804-aa77-856e763d8d1f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:57.201945 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c7e52258-94fc-4d7f-8715-18e37b32ef79 req-9f1106c8-2d9b-4804-aa77-856e763d8d1f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0508161 Jan 27 16:16:57.250748 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c7e52258-94fc-4d7f-8715-18e37b32ef79 req-fc5b4a92-2518-4b49-a430-3e963717fce2 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Jan 27 16:16:57.683217 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:58.293719 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:58.370417 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf29e0e-7ad5-496b-ba85-7e8760dfd96a req-47e33ffb-25d9-472b-8c2d-609aee48143c tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:58.371958 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7cf29e0e-7ad5-496b-ba85-7e8760dfd96a req-47e33ffb-25d9-472b-8c2d-609aee48143c tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0528281 Jan 27 16:16:58.418830 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7cf29e0e-7ad5-496b-ba85-7e8760dfd96a req-6b31da35-0ada-4e36-8e1a-862d8a94d0fa tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 Jan 27 16:16:59.210933 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:16:59.531409 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e19c6-b776-4391-b668-f4ed6354fed9 req-8fe95f7e-5d2a-441e-9cb6-05d6f02861f3 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:59.532885 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-be0e19c6-b776-4391-b668-f4ed6354fed9 req-8fe95f7e-5d2a-441e-9cb6-05d6f02861f3 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Jan 27 16:16:59.578924 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-be0e19c6-b776-4391-b668-f4ed6354fed9 req-4c4490ff-6f09-4178-91ea-92483c0ec459 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Jan 27 16:16:59.689103 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ad1d7-46b6-4a76-aa84-4d438c713823 req-ef166e46-6e44-4a71-818f-73fcd338da89 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:16:59.690593 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b51ad1d7-46b6-4a76-aa84-4d438c713823 req-ef166e46-6e44-4a71-818f-73fcd338da89 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0476751 Jan 27 16:16:59.736882 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b51ad1d7-46b6-4a76-aa84-4d438c713823 req-e41fb71d-090f-4f2d-a435-0d5721af40b2 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Jan 27 16:17:00.065352 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f831b-5269-412f-9f0d-59006bef66e4 req-d7e3b373-8493-4b24-adb3-83075fd50a84 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:00.066729 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-035f831b-5269-412f-9f0d-59006bef66e4 req-d7e3b373-8493-4b24-adb3-83075fd50a84 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0528040 Jan 27 16:17:00.115846 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-035f831b-5269-412f-9f0d-59006bef66e4 req-97dcd6be-6ddc-4ca8-915f-95be9f4d59e8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Jan 27 16:17:00.491823 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:06.692210 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-14827f13-3fae-4b64-891e-2797b439bc71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392823 Jan 27 16:17:06.771228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-da6054ca-e819-4e35-a5bb-3bba92fd1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:06.772763 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-da6054ca-e819-4e35-a5bb-3bba92fd1dad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 1099 time: 0.0409539 Jan 27 16:17:06.878538 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-aca681a2-321f-40ab-a715-faf1172f317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:06.880037 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-aca681a2-321f-40ab-a715-faf1172f317b service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0890067 Jan 27 16:17:06.944643 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-876e0f9a-be90-4372-a75d-0b165ac7f99b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 200 len: 1002 time: 0.0581260 Jan 27 16:17:06.991960 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-93f8ef72-41d5-458c-8716-9fa2c56813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:06.993549 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-93f8ef72-41d5-458c-8716-9fa2c56813f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0427876 Jan 27 16:17:07.041592 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-7fcb6ee0-2d4b-4a9c-bf44-c642199f57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:07.043127 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-7fcb6ee0-2d4b-4a9c-bf44-c642199f57a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435297 Jan 27 16:17:07.131494 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-6d13e7e7-9190-4fef-9b77-8c3ffb89def2 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816350 Jan 27 16:17:07.226140 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4a6b9322-a2ad-4b06-b62a-208ef32e0aab req-17b377cd-aae8-4974-872e-20cf49d34421 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838406 Jan 27 16:17:09.451488 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c1d96-c248-4cd2-9a91-81f9116c4d0c req-b836d5e8-9551-475f-b5e9-093c9f120f63 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:09.452968 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-474c1d96-c248-4cd2-9a91-81f9116c4d0c req-b836d5e8-9551-475f-b5e9-093c9f120f63 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0485792 Jan 27 16:17:09.498625 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-474c1d96-c248-4cd2-9a91-81f9116c4d0c req-4b0710b0-8f20-4e00-922b-e07e7394da58 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Jan 27 16:17:09.520845 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45738) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:09.645633 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e6439-2503-4c8f-a92c-ff1f46cb2d0e tempest-TestMinimumBasicScenario-243667320 tempest-TestMinimumBasicScenario-243667320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:09.647154 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-923e6439-2503-4c8f-a92c-ff1f46cb2d0e tempest-TestMinimumBasicScenario-243667320 tempest-TestMinimumBasicScenario-243667320-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1093 time: 0.1253200 Jan 27 16:17:09.650071 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45742) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:09.654780 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'port_id': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:09.673995 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:09.771872 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:09.871495 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Allocated IP 172.27.3.67 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/ae931c34-9b85-44a8-9870-4d6294e95b07) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:17:09.977006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.010193 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.050166 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:17:10.053158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:17:10.059891 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:17:10.065867 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'Port': ['ID=ae931c34-9b85-44a8-9870-4d6294e95b07,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:10.415647 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for floatingip (98a5295b-f755-4174-9395-985442e0348e), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.482412 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.629006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.633330 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.700811 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'Port': ['ID=ae931c34-9b85-44a8-9870-4d6294e95b07,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:10.712355 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (98a5295b-f755-4174-9395-985442e0348e), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:10.812127 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Floating IP 98a5295b-f755-4174-9395-985442e0348e associated. External IP: 172.27.3.67, port: bbf54121-87ac-4c62-987e-488dc4dd467a. Jan 27 16:17:11.021117 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Router c73b461a-89cd-432b-b886-33a697d6cb69 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:17:11.128107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:17:11.138371 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] Sync routers for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:17:11.146093 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.149217 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:17:11.149837 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:16:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:17:11.173692 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-10270e18-b95e-4725-be6e-9770198013ea tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5226214 Jan 27 16:17:11.174276 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:17:11.176566 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45748) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:11.177079 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57838bb8-6558-4fc5-970b-48eaf06d21ec" -d '{"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:17:11.181141 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962389242', 'description': 'tempest-secgroup-smoke-1962389242 description', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:11.205258 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.217966 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2562a6-a6fb-481f-a69d-98715243d834 x-openstack-request-id: req-df2562a6-a6fb-481f-a69d-98715243d834 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:17:11.218585 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:17:11.219095 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df2562a6-a6fb-481f-a69d-98715243d834 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:17:11.219744 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'status': 'completed', 'code': 200} Jan 27 16:17:11.261410 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:17:11.285927 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group (dff1b98e-86c2-4105-bc9d-f2984d68f3d6), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.290529 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (dff1b98e-86c2-4105-bc9d-f2984d68f3d6), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.292412 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-5310a57a-db1a-448d-9946-8ee2c58a3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:11.294146 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-5310a57a-db1a-448d-9946-8ee2c58a3cde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1098 time: 0.0523646 Jan 27 16:17:11.337494 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.337494 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1597667 Jan 27 16:17:11.340636 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45752) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:11.345330 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group_rule': {'security_group_id': 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:11.359393 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280fd1f-1250-4b55-8735-1dbbc9be917f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1b98e-86c2-4105-bc9d-f2984d68f3d6,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:11.380014 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (61106eb4-8802-474c-8a12-a283364a79e7), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.426835 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-3717065a-effc-4273-b27b-fb303ca34619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:11.428486 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-3717065a-effc-4273-b27b-fb303ca34619 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.1270189 Jan 27 16:17:11.446849 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (61106eb4-8802-474c-8a12-a283364a79e7), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.452372 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (61106eb4-8802-474c-8a12-a283364a79e7), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.468874 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61106eb4-8802-474c-8a12-a283364a79e7,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:11.487488 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.488930 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6be5e441-f180-4908-94d0-1ec763296994 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471758 Jan 27 16:17:11.492158 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45754) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:11.497532 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group_rule': {'security_group_id': 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:11.519135 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-cb264aed-cc87-4acb-881a-97667ad11b0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 998 time: 0.0777261 Jan 27 16:17:11.519802 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '98a5295b-f755-4174-9395-985442e0348e', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'port_id': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'mac_address': 'fa:16:3e:8a:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:17:10Z', 'updated_at': '2022-01-27T16:17:10Z', 'revision_number': 0, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:17:11.526359 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (b438f2eb-889e-432a-b32e-8b0e890bf572), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.546960 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] Checking router: c73b461a-89cd-432b-b886-33a697d6cb69 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:17:11.556242 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:17:11.556878 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:16:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:17:11.576292 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-ad36590d-5a0f-4b82-9beb-5b7cbdd502ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:11.577835 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-ad36590d-5a0f-4b82-9beb-5b7cbdd502ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0525079 Jan 27 16:17:11.592471 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (b438f2eb-889e-432a-b32e-8b0e890bf572), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.599037 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (b438f2eb-889e-432a-b32e-8b0e890bf572), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.618749 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b438f2eb-889e-432a-b32e-8b0e890bf572,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:11.633731 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.634089 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9e0158c4-4e8f-4cf6-828d-18775316a973 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407800 Jan 27 16:17:11.637102 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45756) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:11.642562 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-d18cd96b-aa81-43ce-bec5-072dfd86db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:11.642927 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group_rule': {'security_group_id': 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:11.644552 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-d18cd96b-aa81-43ce-bec5-072dfd86db0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599380 Jan 27 16:17:11.670152 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (2a042d38-0f6d-4472-8a76-ee1d9d3ef218), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.679512 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:17:11.747700 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-447d02a1-e280-4cfb-a023-cb33f0e449b5 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915279 Jan 27 16:17:11.757924 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (2a042d38-0f6d-4472-8a76-ee1d9d3ef218), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.762480 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (2a042d38-0f6d-4472-8a76-ee1d9d3ef218), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.787668 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a042d38-0f6d-4472-8a76-ee1d9d3ef218,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:11.805612 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.808030 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-1d1e602b-2196-4aae-bbbc-584b05434d64 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693652 Jan 27 16:17:11.810759 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45758) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:11.818188 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group_rule': {'security_group_id': 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:11.846315 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-57838bb8-6558-4fc5-970b-48eaf06d21ec req-29c43554-8b1d-47d6-a580-1953a3e1b34d service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920570 Jan 27 16:17:11.854352 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (77bbcbb7-9c9f-4230-b1f4-aeaad288996a), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.915614 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '98a5295b-f755-4174-9395-985442e0348e', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'port_id': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'mac_address': 'fa:16:3e:8a:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:17:10Z', 'updated_at': '2022-01-27T16:17:10Z', 'revision_number': 0, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:17:11.917270 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (77bbcbb7-9c9f-4230-b1f4-aeaad288996a), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.920241 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (77bbcbb7-9c9f-4230-b1f4-aeaad288996a), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.939597 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bbcbb7-9c9f-4230-b1f4-aeaad288996a,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:11.943345 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706546f1-a3db-45c9-bae7-7ba331079590 None None] The sync data for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi is: [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '98a5295b-f755-4174-9395-985442e0348e', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'port_id': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'mac_address': 'fa:16:3e:8a:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:17:10Z', 'updated_at': '2022-01-27T16:17:10Z', 'revision_number': 0, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:17:11.945952 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:11.951481 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-76c9b695-c9c6-4285-949d-ba17ae35940a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351640 Jan 27 16:17:11.955045 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45760) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:11.959637 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group_rule': {'security_group_id': 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:11.981603 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.securitygroups_db [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Project 482ac7b5c7ed443bb169bb4d7c2d8b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:17:11.991725 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (d8bdbff6-6368-418f-9f1d-96e115cf12cd), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.063933 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (d8bdbff6-6368-418f-9f1d-96e115cf12cd), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.068112 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (d8bdbff6-6368-418f-9f1d-96e115cf12cd), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.088436 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bdbff6-6368-418f-9f1d-96e115cf12cd,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:12.094399 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.098431 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-2a297699-f451-4a99-a264-025394ff9282 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396294 Jan 27 16:17:12.098431 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45762) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:17:12.102758 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'security_group_rule': {'security_group_id': 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6', 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:12.124663 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.securitygroups_db [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Project 482ac7b5c7ed443bb169bb4d7c2d8b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 16:17:12.131324 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (d0649472-dc20-4617-adb0-c36cc98f603f), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.146462 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe9a7e-0c68-4216-85fa-ccf23fdb9666 None None] New status for floating IP 98a5295b-f755-4174-9395-985442e0348e: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:17:12.191394 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (d0649472-dc20-4617-adb0-c36cc98f603f), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.195368 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702598'] for security_group_rule (d0649472-dc20-4617-adb0-c36cc98f603f), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.215631 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0649472-dc20-4617-adb0-c36cc98f603f,revision_number=0']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:12.221094 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.222281 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-5dc13ed3-ca7c-4c33-860b-6f1b07295948 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229863 Jan 27 16:17:12.316704 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-dbf77f37-906f-4027-bc94-06f8c09a3780 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962389242&fields=id&tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24 HTTP/1.1" status: 200 len: 267 time: 0.0477374 Jan 27 16:17:12.374633 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-14e9092b-3326-4c58-8e28-99107691a0ed tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:12.376133 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-14e9092b-3326-4c58-8e28-99107691a0ed tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0539129 Jan 27 16:17:12.387988 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'port': {'security_groups': ['2f8f5103-c23a-400d-b9fc-8cffcd6e8695', 'dff1b98e-86c2-4105-bc9d-f2984d68f3d6']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:17:12.450352 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.906443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:17:12.935275 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.940006 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.951601 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['bbf54121-87ac-4c62-987e-488dc4dd467a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:17:12.981803 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:12.982445 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:12.983870 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-7740c388-b0fc-4e8e-87d7-9b2c9217c1ae req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "PUT /v2.0/ports/bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 981 time: 0.6005673 Jan 27 16:17:13.009556 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46dda-8bc3-42ee-a08e-b867618c83cd tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=6']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:17:13.070882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['bbf54121-87ac-4c62-987e-488dc4dd467a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:17:13.093754 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eab3f-408e-4902-9529-33e82760e01f req-48bf778a-b295-4808-9389-66ac7c00e0c8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:13.095441 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-113eab3f-408e-4902-9529-33e82760e01f req-48bf778a-b295-4808-9389-66ac7c00e0c8 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0523551 Jan 27 16:17:13.164005 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-113eab3f-408e-4902-9529-33e82760e01f req-146c7f63-ca88-4f06-9977-a25fc7801383 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627012 Jan 27 16:17:13.220725 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:17:13.223233 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ce7d8f-6133-411b-b9c4-210f41dc1477" -d '{"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:17:13.260056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4355ed-4dde-467a-962e-46f16b0ae250 x-openstack-request-id: req-0c4355ed-4dde-467a-962e-46f16b0ae250 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:17:13.260352 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:17:13.261122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c4355ed-4dde-467a-962e-46f16b0ae250 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:17:13.261612 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'status': 'completed', 'code': 200} Jan 27 16:17:13.300548 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-c7a9f133-cb70-43c2-9ee0-aec94f54aaf3 None None] Provisioning complete for port bbf54121-87ac-4c62-987e-488dc4dd467a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:17:13.300918 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f133-cb70-43c2-9ee0-aec94f54aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:13.327212 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-9b4aad77-a23c-4237-97f4-1264c09122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:13.328722 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-9b4aad77-a23c-4237-97f4-1264c09122ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1137 time: 0.0446150 Jan 27 16:17:13.423596 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-6a36ffa1-d829-4119-88f9-8fea5826f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:13.425011 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-6a36ffa1-d829-4119-88f9-8fea5826f9e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.0895700 Jan 27 16:17:13.493566 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-5c3fa406-d067-4205-8b90-3e655aa46330 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 1000 time: 0.0616770 Jan 27 16:17:13.522693 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9f133-cb70-43c2-9ee0-aec94f54aaf3 None None] Current status of the port bbf54121-87ac-4c62-987e-488dc4dd467a is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:17:13.546372 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-714587cf-1f34-4ed9-a429-7e141b058455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:13.547876 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-714587cf-1f34-4ed9-a429-7e141b058455 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0470941 Jan 27 16:17:13.594456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-b3135d5b-2c5a-45fc-8b8a-caeca1dba536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:17:13.596007 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-b3135d5b-2c5a-45fc-8b8a-caeca1dba536 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403368 Jan 27 16:17:13.688766 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-211a9e3a-a050-43d9-800f-9186ecbbb51a service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851188 Jan 27 16:17:13.779771 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-47ce7d8f-6133-411b-b9c4-210f41dc1477 req-63514195-5463-450a-8a40-1a0b69668b7d service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849175 Jan 27 16:17:24.470382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6dd866c0-5370-46dd-bd0a-bb7b84618855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:26.756703 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d9a7-75cf-4032-8587-8b1f1104ef34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:27.686070 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:28.299703 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:29.215659 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:30.495784 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:31.995917 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:17:54.474271 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-929afdad-dcea-45a6-9386-a39f399538cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:56.760389 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e0a21b79-66e6-413e-bb7e-3724661a469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:57.691613 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:58.304921 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:17:59.219325 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:00.505283 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:08.688253 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-e201211f-efe5-40bd-b615-ca52c716568d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405126 Jan 27 16:18:08.753732 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db1816-73c0-433f-b748-8652061ed732 req-a5970627-7376-40d2-9d92-89f13a296fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:08.755270 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-a5970627-7376-40d2-9d92-89f13a296fe8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1137 time: 0.0455127 Jan 27 16:18:08.863869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db1816-73c0-433f-b748-8652061ed732 req-794460de-349c-4d59-aec6-dcc637c97348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:08.865345 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-794460de-349c-4d59-aec6-dcc637c97348 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.0892951 Jan 27 16:18:08.937990 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-d2317061-2e65-4813-8952-6a973ef2b539 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 1000 time: 0.0631380 Jan 27 16:18:08.991498 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db1816-73c0-433f-b748-8652061ed732 req-35c4d202-b8b1-4e3a-b5d1-0ca9c9efe45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:08.993362 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-35c4d202-b8b1-4e3a-b5d1-0ca9c9efe45a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0485191 Jan 27 16:18:08.995401 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:18:09.046666 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db1816-73c0-433f-b748-8652061ed732 req-151b639b-fa0c-48b0-aefb-ac6fff830659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:09.048496 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-151b639b-fa0c-48b0-aefb-ac6fff830659 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486658 Jan 27 16:18:09.148346 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-0a40fc23-3769-4eeb-81dd-bfb001ff33bf service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923839 Jan 27 16:18:09.242155 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-49db1816-73c0-433f-b748-8652061ed732 req-a235be8d-d8b0-4df1-85f8-7833864c72bb service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862517 Jan 27 16:18:13.894524 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-7f89003c-3228-44a7-a0e7-c313c9b1cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:13.896653 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-7f89003c-3228-44a7-a0e7-c313c9b1cd09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1137 time: 0.0574074 Jan 27 16:18:14.030778 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-e9b93924-9010-453a-a603-0f196416ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:14.032275 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-e9b93924-9010-453a-a603-0f196416ffb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.1288719 Jan 27 16:18:14.115585 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-c8c80ab2-38ac-4be6-80b8-54d3296dd8f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 1000 time: 0.0694618 Jan 27 16:18:14.122786 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59a0d8-2962-47ac-b29c-a14105bde0de req-41c5149f-e5f5-4f60-9741-8db95a61dd34 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:14.124300 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5a59a0d8-2962-47ac-b29c-a14105bde0de req-41c5149f-e5f5-4f60-9741-8db95a61dd34 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.2956393 Jan 27 16:18:14.188561 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-56807cbb-6700-473f-82fb-c5831f71a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:14.190026 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-56807cbb-6700-473f-82fb-c5831f71a96a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0648699 Jan 27 16:18:14.241582 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-5a59a0d8-2962-47ac-b29c-a14105bde0de req-3505d632-78a5-4a59-811d-3c51a4d16854 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089547 Jan 27 16:18:14.257576 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-176e08fe-3dac-44d5-a907-73482bc8956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:14.259115 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-176e08fe-3dac-44d5-a907-73482bc8956c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613246 Jan 27 16:18:14.354946 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-3e789605-efd9-43f4-a1ad-ce221f8b05c1 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878978 Jan 27 16:18:14.445653 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c32bc78b-94a2-49ce-b805-30e698c88196 req-66353a62-561f-4f25-80d2-c65fb7482e19 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842707 Jan 27 16:18:15.417321 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf2529-4b4b-4002-9319-4ca8dcc55a26 req-44150f9c-ffb8-4a12-b05e-36c818d429cb tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:15.418794 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cbdf2529-4b4b-4002-9319-4ca8dcc55a26 req-44150f9c-ffb8-4a12-b05e-36c818d429cb tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.1048055 Jan 27 16:18:15.486645 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cbdf2529-4b4b-4002-9319-4ca8dcc55a26 req-66cdbad8-7b8c-460e-bea6-2afeb88aa418 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614047 Jan 27 16:18:16.651441 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fc2cb-7168-4de1-8b93-620de67a19a5 req-8c5c5600-2b9e-476b-ad6b-8e23b910bd16 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:16.652978 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-df0fc2cb-7168-4de1-8b93-620de67a19a5 req-8c5c5600-2b9e-476b-ad6b-8e23b910bd16 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0624692 Jan 27 16:18:16.715592 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-df0fc2cb-7168-4de1-8b93-620de67a19a5 req-268d8367-e23e-4606-9f94-18ac15bb7952 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564711 Jan 27 16:18:17.838713 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b01f-1834-4bf2-b06d-b2e242eb0519 req-7b0c93ee-a29d-4771-be80-de87b288e195 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:17.840264 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cd17b01f-1834-4bf2-b06d-b2e242eb0519 req-7b0c93ee-a29d-4771-be80-de87b288e195 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0513458 Jan 27 16:18:17.908107 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-cd17b01f-1834-4bf2-b06d-b2e242eb0519 req-7939e36f-9601-47c2-9635-f962e3d165bf tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605135 Jan 27 16:18:19.037043 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ed93f-56a0-4e9a-96dc-9cfc7bb6197b req-58961c61-5f2f-43e5-bf84-503ae59db17f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:19.038623 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-273ed93f-56a0-4e9a-96dc-9cfc7bb6197b req-58961c61-5f2f-43e5-bf84-503ae59db17f tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0542357 Jan 27 16:18:19.108961 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-273ed93f-56a0-4e9a-96dc-9cfc7bb6197b req-a7cd0cd9-2502-472b-b1d8-ff211480cb19 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619013 Jan 27 16:18:20.242868 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c830dce-9484-4982-bd43-38399e48205f req-8e8923f2-e71b-474d-8f58-1a3c7ea01109 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:20.244975 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6c830dce-9484-4982-bd43-38399e48205f req-8e8923f2-e71b-474d-8f58-1a3c7ea01109 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0564842 Jan 27 16:18:20.308194 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-6c830dce-9484-4982-bd43-38399e48205f req-b388e243-70df-4fa1-a781-4cbac49ff214 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572591 Jan 27 16:18:21.455962 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04556957-eebd-4a27-bf8e-a398d1314c41 req-d2357992-3c51-4f81-9ace-fa0884e917d7 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:21.457711 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-04556957-eebd-4a27-bf8e-a398d1314c41 req-d2357992-3c51-4f81-9ace-fa0884e917d7 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0730288 Jan 27 16:18:21.535204 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-04556957-eebd-4a27-bf8e-a398d1314c41 req-e674b6bb-5710-445d-a4d5-4ec6fd0e209e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711904 Jan 27 16:18:22.670254 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be5954-25a9-4369-b932-fce373e2ba43 req-60b4ae29-2c2e-4a12-8f85-f125a84bcd9a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:22.671852 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-84be5954-25a9-4369-b932-fce373e2ba43 req-60b4ae29-2c2e-4a12-8f85-f125a84bcd9a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0537448 Jan 27 16:18:22.745371 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-84be5954-25a9-4369-b932-fce373e2ba43 req-fbb0df32-a65a-4a91-a909-5386585fe6f2 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661771 Jan 27 16:18:23.880420 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e272-ad1d-49de-ad7a-54684245822f req-0b510421-096a-435a-9df0-e9b2a386e8c7 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:23.882136 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ecd4e272-ad1d-49de-ad7a-54684245822f req-0b510421-096a-435a-9df0-e9b2a386e8c7 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0568235 Jan 27 16:18:23.959733 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ecd4e272-ad1d-49de-ad7a-54684245822f req-5e40ba5d-5ffb-4027-bc21-52ab6c5be3b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669212 Jan 27 16:18:24.479448 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-450280e1-0389-47fa-84eb-8d515b329928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:25.101268 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775e5ac-bad6-4b97-b534-580dfb24f323 req-551c9b7e-efbd-497e-815a-b9e120bc63f7 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:25.103009 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7775e5ac-bad6-4b97-b534-580dfb24f323 req-551c9b7e-efbd-497e-815a-b9e120bc63f7 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0590374 Jan 27 16:18:25.175669 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-7775e5ac-bad6-4b97-b534-580dfb24f323 req-e5bb5e9c-5dde-4054-9e46-4c57e77cd70a tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664513 Jan 27 16:18:26.078090 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-756ec1d6-2a18-4429-af9c-8d075ee1da6a req-7e785df7-0147-4996-9b61-cfabe0455ee7 service neutron] (102385) timed out ('10.222.0.60', 51603) {{(pid=102385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 16:18:26.289604 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ca0eb-0ad0-48fe-bbdf-2dd1c33d3fdd req-45232135-2855-446e-928f-0beb0f26282b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:26.291122 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d85ca0eb-0ad0-48fe-bbdf-2dd1c33d3fdd req-45232135-2855-446e-928f-0beb0f26282b tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0479295 Jan 27 16:18:26.316853 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-d067dee0-d254-46ca-9467-5a78a3c922df req-443307f9-f1bf-40ee-aea2-7a7c7aeb16e5 service neutron] (102385) timed out ('10.222.0.60', 51599) {{(pid=102385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 16:18:26.354021 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d85ca0eb-0ad0-48fe-bbdf-2dd1c33d3fdd req-baba6348-eff4-41df-a324-acb766544d25 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=dff1b98e-86c2-4105-bc9d-f2984d68f3d6&id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565920 Jan 27 16:18:26.762911 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-72737f58-3010-49d3-bc9b-3f5da3c45278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:27.690701 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:28.318377 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:29.222009 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:30.502831 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:33.090869 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f014b6d-e734-4a97-962e-79c88f73217b req-20a0568e-4b11-4bb5-99bc-48d5f3fefcc5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:33.092373 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2f014b6d-e734-4a97-962e-79c88f73217b req-20a0568e-4b11-4bb5-99bc-48d5f3fefcc5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Jan 27 16:18:33.146121 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2f014b6d-e734-4a97-962e-79c88f73217b req-46ae5622-73aa-4bfd-a8b1-d1f121456d59 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480680 Jan 27 16:18:34.505554 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa90b8-3e48-425b-ba8e-0199b235872f req-68079ef5-8543-4c85-83b1-0ae9628d7220 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:34.507186 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5aaa90b8-3e48-425b-ba8e-0199b235872f req-68079ef5-8543-4c85-83b1-0ae9628d7220 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 946 time: 0.2900610 Jan 27 16:18:34.559543 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5aaa90b8-3e48-425b-ba8e-0199b235872f req-02f4587f-217e-41ab-9a89-bd006bed9c15 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463800 Jan 27 16:18:34.836475 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b351108-1bf4-44be-954c-573eeda793ba req-12865929-126d-4f22-ad7f-68a2a2d3f65b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:34.837873 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4b351108-1bf4-44be-954c-573eeda793ba req-12865929-126d-4f22-ad7f-68a2a2d3f65b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 946 time: 0.0540946 Jan 27 16:18:34.934081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Deleting port 25797a64-6610-4c58-afb8-43ff88eb50f7 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:18:34.934426 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:35.025030 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] For port 25797a64-6610-4c58-afb8-43ff88eb50f7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=25797a64-6610-4c58-afb8-43ff88eb50f7,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:18:35.025408 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:35.200051 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:35.200408 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (35cdf653-6e05-4a5c-b82b-1c55fa4d5452), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:35.200720 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Floating IP 35cdf653-6e05-4a5c-b82b-1c55fa4d5452 disassociated. External IP: 172.27.3.223, port: 25797a64-6610-4c58-afb8-43ff88eb50f7. Jan 27 16:18:35.201060 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Calling delete_port for 25797a64-6610-4c58-afb8-43ff88eb50f7 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:18:35.330895 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (25797a64-6610-4c58-afb8-43ff88eb50f7), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:35.363307 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'Port': ['ID=25797a64-6610-4c58-afb8-43ff88eb50f7,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:35.374366 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.374724 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.375112 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.375456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.375790 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.376122 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.377070 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.377413 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.377749 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.378160 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.378539 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.378878 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.379697 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:35.488237 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:18:35.602113 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:18:35.612086 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:18:35.625403 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:18:35.626395 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:18:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:35.647852 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] No DVR routers for this DVR port 25797a64-6610-4c58-afb8-43ff88eb50f7 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:18:35.656886 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:35.660199 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4b351108-1bf4-44be-954c-573eeda793ba req-8e7e9d18-5389-4b5b-9c5d-ff8b8be9e1b0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "DELETE /v2.0/ports/25797a64-6610-4c58-afb8-43ff88eb50f7 HTTP/1.1" status: 204 len: 173 time: 0.8162315 Jan 27 16:18:35.660719 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'name': 'network-vif-deleted', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:18:35.663016 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f450d96-0856-46d0-8e2b-067f843c5240" -d '{"events": [{"server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "name": "network-vif-deleted", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:18:35.706881 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c786044c-b2c5-4c69-a8a3-5238e945e536 req-b7cd76ef-fd6f-4498-a2ee-a06a7559ed07 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e809722e-dbfd-42d6-8563-74ca78108388 HTTP/1.1" status: 200 len: 210 time: 0.0607250 Jan 27 16:18:35.711840 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57f594a-7f91-4920-a4d9-322f9a3b6737 x-openstack-request-id: req-e57f594a-7f91-4920-a4d9-322f9a3b6737 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:18:35.712313 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e809722e-dbfd-42d6-8563-74ca78108388", "name": "network-vif-deleted", "tag": "25797a64-6610-4c58-afb8-43ff88eb50f7", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:18:35.713970 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e57f594a-7f91-4920-a4d9-322f9a3b6737 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:18:35.713970 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e809722e-dbfd-42d6-8563-74ca78108388', 'name': 'network-vif-deleted', 'tag': '25797a64-6610-4c58-afb8-43ff88eb50f7', 'status': 'completed', 'code': 200} Jan 27 16:18:35.777976 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:18:36.005192 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:36.034357 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:18:36.044336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:18:36.045023 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:18:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:36.151713 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:18:36.495828 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:36.525760 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c431d7-d970-4c95-9833-ab54252653c8 None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:18:36.775785 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a75c4-5b3d-4673-a04f-823f7ba73984 None None] New status for floating IP 35cdf653-6e05-4a5c-b82b-1c55fa4d5452: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:18:36.990892 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-78dc2638-2ccc-4bf5-8834-b57c1dc5ef91 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721451781&fields=id&tenant_id=fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 267 time: 0.0441368 Jan 27 16:18:37.099084 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-cbbbda43-ca94-45ea-92c0-67b4b020a726 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:37.100598 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-cbbbda43-ca94-45ea-92c0-67b4b020a726 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 812 time: 0.1030090 Jan 27 16:18:37.115642 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-4cadb759-3d92-4293-8ed6-fa44eaf6a282 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/quotas/fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 375 time: 0.0097013 Jan 27 16:18:37.165406 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-221b6e03-e470-4eab-93e0-e4a243d69f6b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447416 Jan 27 16:18:37.257682 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-3ba37596-635e-4bf6-a87e-99dfcf260dcf service neutron] 10.222.0.61 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805449 Jan 27 16:18:37.349053 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-9c3fab6d-620d-4552-be4a-2e66e0d481d3 service neutron] 10.222.0.61 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855052 Jan 27 16:18:37.653992 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-fd22d45e-19aa-44c0-a5a1-4d1aa6f098ea req-e0ea09ed-3430-4880-a037-77cb4ca60744 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 210 time: 0.0276451 Jan 27 16:18:38.674882 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-643e1821-75de-4b1f-9296-baf5132ab109 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:38.676492 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-643e1821-75de-4b1f-9296-baf5132ab109 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 812 time: 0.1331639 Jan 27 16:18:38.770686 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-14ebcf39-355a-4220-b61f-3f4751a186eb req-cff36174-a474-4548-bda9-38ce0e90ef10 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 210 time: 0.0415523 Jan 27 16:18:38.777488 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-c8527368-d816-4b23-a185-b2f133d7c685 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 379 time: 0.0916951 Jan 27 16:18:38.788388 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'port': {'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'admin_state_up': True, 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'security_groups': ['07d68d46-2386-40bc-89bc-1891127f31ea']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:18:38.899836 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Made reservation on behalf of fa3984d8f6dc40258844819aa562633f for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:18:38.903133 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.048927 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Allocated IP 172.20.0.10 (44707522-96bc-4e9e-a009-bd6fc4ac0fe0/2a716326-0402-4aa9-a1b0-0956cd518216/96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:18:39.155304 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 25797a64-6610-4c58-afb8-43ff88eb50f7 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:18:39.176118 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 25797a64-6610-4c58-afb8-43ff88eb50f7 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:18:39.176464 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 25797a64-6610-4c58-afb8-43ff88eb50f7 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:18:39.207434 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.251063 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.295061 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:18:39.298134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:18:39.304635 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:18:39.311092 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:39.361415 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:39.362156 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.384050 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb10597d-73dd-45ad-acdc-3fa7ed8ee1f8 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992897 Jan 27 16:18:39.395798 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Request body: {'port': {'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:18:39.456056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.609447 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-a5a5c8e3-f3a0-46a9-b0d7-73ce70f36450 None None] Provisioning complete for port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:18:39.609827 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c8e3-f3a0-46a9-b0d7-73ce70f36450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.645005 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5c8e3-f3a0-46a9-b0d7-73ce70f36450 None None] Port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:18:39.740723 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:18:39.748348 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Publish callbacks [] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.760903 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Transition to ACTIVE for port object 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:18:39.765306 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.819167 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:39.888684 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Attempting to bind port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:18:39.889025 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Attempting to bind port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:18:39.889952 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Attempting to bind port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:18:39.894770 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:18:39.895134 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Attempting to bind port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:18:39.900317 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:18:39.900741 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Checking segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:18:39.901131 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Bound using segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:18:39.901572 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Bound port: 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:18:39.901932 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:39.908440 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80c289-03b1-41b6-b2af-3824f9c9270d req-7fa43af3-3545-4ffa-846c-73c2bdda5c80 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:39.910127 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dc80c289-03b1-41b6-b2af-3824f9c9270d req-7fa43af3-3545-4ffa-846c-73c2bdda5c80 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0538907 Jan 27 16:18:39.976758 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dc80c289-03b1-41b6-b2af-3824f9c9270d req-35d7d2f4-eaa8-42a8-903a-4cffe13cfaa6 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593495 Jan 27 16:18:39.984568 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] For port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:18:39.987853 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] For port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:18:40.000194 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:40.035428 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.036374 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:40.038522 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] 10.222.0.60 "PUT /v2.0/ports/96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 1094 time: 0.6468713 Jan 27 16:18:40.039211 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:18:40.043070 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c40eb4-dfd5-472c-9358-f8a70081f154" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:18:40.075972 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff6b1-34f7-41a0-bed7-6c61224f6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:40.101181 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b5c2fd-bc1e-4950-9e44-2588d2328cf6 x-openstack-request-id: req-e3b5c2fd-bc1e-4950-9e44-2588d2328cf6 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:18:40.101546 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:18:40.101871 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3b5c2fd-bc1e-4950-9e44-2588d2328cf6 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:18:40.102620 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'status': 'completed', 'code': 200} Jan 27 16:18:40.154067 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-a348bb8e-a00f-427a-823e-7d011d800aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.155708 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-a348bb8e-a00f-427a-823e-7d011d800aef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1097 time: 0.0483401 Jan 27 16:18:40.204010 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-92c5163d-12ae-4b01-9e6c-806ece0ce52c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 217 time: 0.0392065 Jan 27 16:18:40.258486 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-55a378f5-c21a-4be1-ac44-ff4202f9eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.260358 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-55a378f5-c21a-4be1-ac44-ff4202f9eac7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0491178 Jan 27 16:18:40.306351 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-9116272c-9eff-4c5b-a8df-026b818b65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.308072 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-9116272c-9eff-4c5b-a8df-026b818b65ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413611 Jan 27 16:18:40.402133 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-fb2f7570-6b32-46e7-94d7-fcbbcb8301fb service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872297 Jan 27 16:18:40.493290 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-4c5468f5-ba18-4ea6-98ca-da251af4d8aa req-831d8f5e-654b-4640-bec4-2d10d9b2d71f service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Jan 27 16:18:40.587183 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-bc91e9f3-b1bb-4804-bb90-1477379539c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.588650 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-bc91e9f3-b1bb-4804-bb90-1477379539c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1097 time: 0.0485275 Jan 27 16:18:40.684804 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-a5b08445-413a-4107-b606-18ec0df3824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.686321 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-a5b08445-413a-4107-b606-18ec0df3824d service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0915604 Jan 27 16:18:40.726780 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-5fb9cb7e-6af6-4584-a8be-008736a789c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 217 time: 0.0344086 Jan 27 16:18:40.780579 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-362d2b96-4bde-4a42-8fb9-0146f2aff184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.782121 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-362d2b96-4bde-4a42-8fb9-0146f2aff184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0484488 Jan 27 16:18:40.834601 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-448a5e91-d2a5-4f1c-a702-3144b9caad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:40.836226 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-448a5e91-d2a5-4f1c-a702-3144b9caad90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470619 Jan 27 16:18:40.930078 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-45c38e84-c020-416f-822b-3620d01db7a4 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858879 Jan 27 16:18:41.026153 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-92c40eb4-dfd5-472c-9358-f8a70081f154 req-f3d1e075-5003-4f04-b111-6f02d85e9e3d service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896215 Jan 27 16:18:41.097213 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd778ff-11bd-4cbf-a483-51da9322fbac req-a4f3e797-367a-4ebf-8268-3cb818801851 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:41.098721 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5cd778ff-11bd-4cbf-a483-51da9322fbac req-a4f3e797-367a-4ebf-8268-3cb818801851 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0502114 Jan 27 16:18:41.150943 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5cd778ff-11bd-4cbf-a483-51da9322fbac req-4e67531f-ff12-4bba-b122-6b55b88bc63f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Jan 27 16:18:42.282500 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b60f3-bb6f-4015-8b77-b840057c1576 req-e11b1b61-2f68-43dc-96c3-de56dd26905f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:42.284058 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eb1b60f3-bb6f-4015-8b77-b840057c1576 req-e11b1b61-2f68-43dc-96c3-de56dd26905f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0584435 Jan 27 16:18:42.337459 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eb1b60f3-bb6f-4015-8b77-b840057c1576 req-5a503d1d-9deb-46d2-a8a1-5c4e4ad36335 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465724 Jan 27 16:18:43.454822 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc7d32-5458-4431-a443-2ba4fc573d06 req-eb1d4745-0eb1-488b-88aa-9b1fad7d0706 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:43.456389 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1cdc7d32-5458-4431-a443-2ba4fc573d06 req-eb1d4745-0eb1-488b-88aa-9b1fad7d0706 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0526638 Jan 27 16:18:43.505828 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1cdc7d32-5458-4431-a443-2ba4fc573d06 req-377b33db-7b12-4387-9f20-f170387520e2 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439405 Jan 27 16:18:44.627482 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f93f5-ec62-42e4-a910-44fce48bab6e req-b27b9e3f-cc87-481e-96b8-19d667660b8e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:44.628973 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-158f93f5-ec62-42e4-a910-44fce48bab6e req-b27b9e3f-cc87-481e-96b8-19d667660b8e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0531321 Jan 27 16:18:44.680861 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-158f93f5-ec62-42e4-a910-44fce48bab6e req-02b2da71-8489-4bdd-980e-d421f12194d5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461636 Jan 27 16:18:45.795535 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e082e2-7966-4a92-b3bb-71a06acdc573 req-13c3b245-f7f6-4ba0-9e4c-aaae61e4eea5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:45.797560 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-91e082e2-7966-4a92-b3bb-71a06acdc573 req-13c3b245-f7f6-4ba0-9e4c-aaae61e4eea5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0500445 Jan 27 16:18:45.843791 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-91e082e2-7966-4a92-b3bb-71a06acdc573 req-f9ccc8ee-141d-4a72-b178-15543c17e729 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407588 Jan 27 16:18:45.994214 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:18:46.961119 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7ea5-e977-4e06-ac8b-0efbc923136c req-32134032-8c44-4276-9b48-c0db7b0fe368 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:46.962677 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f6dd7ea5-e977-4e06-ac8b-0efbc923136c req-32134032-8c44-4276-9b48-c0db7b0fe368 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0514576 Jan 27 16:18:47.011743 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f6dd7ea5-e977-4e06-ac8b-0efbc923136c req-ed23e06f-6954-4aaf-8f12-eaa1421a8e96 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Jan 27 16:18:48.125315 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13dc96-f375-477a-be1c-bef4fccb336e req-d6beba58-0db5-4d1d-a72e-63343f4c9a27 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:48.127243 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5c13dc96-f375-477a-be1c-bef4fccb336e req-d6beba58-0db5-4d1d-a72e-63343f4c9a27 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0486295 Jan 27 16:18:48.180258 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-5c13dc96-f375-477a-be1c-bef4fccb336e req-3b094682-a05e-4b80-ad1b-b9b41841b494 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430639 Jan 27 16:18:49.179458 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:18:49.277663 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:18:49.289634 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:18:49.290821 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc32ceb-8b87-4ecd-9097-314cca74bf19 req-ec1a005a-2dcf-4a43-9477-f282debad719 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:49.292528 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2cc32ceb-8b87-4ecd-9097-314cca74bf19 req-ec1a005a-2dcf-4a43-9477-f282debad719 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 944 time: 0.0493875 Jan 27 16:18:49.328639 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:18:49.329031 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:49.342363 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:18:49.348337 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2cc32ceb-8b87-4ecd-9097-314cca74bf19 req-9e817d29-3adc-43f5-8d66-b6409e55996b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482109 Jan 27 16:18:49.364036 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:18:49.368557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:49.419437 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:49.426955 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.427340 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.427691 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.428032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.428365 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.428699 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.429027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.429355 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.429728 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.430008 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.430332 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.430653 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.431003 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:49.787032 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:18:50.464960 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3bd35-c0f7-480f-b89b-a19c72371e7d req-9829501b-2189-4fb8-b977-a414be407672 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:50.466504 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-05b3bd35-c0f7-480f-b89b-a19c72371e7d req-9829501b-2189-4fb8-b977-a414be407672 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 945 time: 0.0514145 Jan 27 16:18:50.517880 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-05b3bd35-c0f7-480f-b89b-a19c72371e7d req-d4ba6199-a6cf-4a13-a29e-19971255d7f7 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453420 Jan 27 16:18:51.180203 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:18:51.228742 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:18:51.232896 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:18:51.233283 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:51.313336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:18:51.313735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:51.337706 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:18:51.339968 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ff22d-2945-4cb6-8039-a296d0336e08" -d '{"events": [{"server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "name": "network-vif-plugged", "status": "completed", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:18:51.352413 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:18:51.356774 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:51.383896 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae19a38-7142-4f5b-bd26-c41101976f65 x-openstack-request-id: req-6ae19a38-7142-4f5b-bd26-c41101976f65 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:18:51.384191 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "name": "network-vif-plugged", "status": "completed", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:18:51.384473 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ae19a38-7142-4f5b-bd26-c41101976f65 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:18:51.384866 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'code': 200} Jan 27 16:18:51.413977 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:51.591941 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c1061-ac1b-4155-9aed-24584b20f50c req-35ec0330-7d25-4688-976e-1119634bb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:51.593465 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bb9c1061-ac1b-4155-9aed-24584b20f50c req-35ec0330-7d25-4688-976e-1119634bb86a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1099 time: 0.0396116 Jan 27 16:18:51.633997 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1567ce-f9ce-45f7-b976-e17b22650ccb req-1c5b9cc8-d2d5-4c10-b3c6-3b4733e134da tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:51.635560 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9d1567ce-f9ce-45f7-b976-e17b22650ccb req-1c5b9cc8-d2d5-4c10-b3c6-3b4733e134da tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0495059 Jan 27 16:18:51.641081 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-bb9c1061-ac1b-4155-9aed-24584b20f50c req-e96587c7-5bcf-46b1-9e8a-7d14f725da13 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Jan 27 16:18:51.684389 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-9d1567ce-f9ce-45f7-b976-e17b22650ccb req-e68063b6-5510-426d-8ed2-a6537f83b7cb tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Jan 27 16:18:52.800528 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fe08-88d0-4540-bbca-ba6a0106f2cc req-c6bb215c-ecdd-4483-9334-873d361d8607 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:52.802017 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6819fe08-88d0-4540-bbca-ba6a0106f2cc req-c6bb215c-ecdd-4483-9334-873d361d8607 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0477247 Jan 27 16:18:52.859688 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-6819fe08-88d0-4540-bbca-ba6a0106f2cc req-613b7a5d-3f3f-4f43-a9d0-2308d3bab625 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519173 Jan 27 16:18:53.975585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d949f95-fb3b-4e9a-93f7-18e18c69dcfd req-855dc81e-6c60-406c-898c-df4bfa9bbf9d tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:53.977066 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2d949f95-fb3b-4e9a-93f7-18e18c69dcfd req-855dc81e-6c60-406c-898c-df4bfa9bbf9d tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0483992 Jan 27 16:18:54.032253 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-2d949f95-fb3b-4e9a-93f7-18e18c69dcfd req-d3b2c399-8570-465d-bfcc-114b14c34386 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496995 Jan 27 16:18:54.161390 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c210-cce0-4f0e-8fb2-86424fe9e709 req-c1b201ce-488b-4ecd-a0c5-57604bb0222a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:54.162909 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cf08c210-cce0-4f0e-8fb2-86424fe9e709 req-c1b201ce-488b-4ecd-a0c5-57604bb0222a tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0570912 Jan 27 16:18:54.215379 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cf08c210-cce0-4f0e-8fb2-86424fe9e709 req-6e71ea06-800e-4f2d-9bef-2aa32c517a12 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469165 Jan 27 16:18:54.238143 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45912) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:18:54.277790 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab579a-d38e-4cab-bdaa-f28c2b6daba3 tempest-TestVolumeBootPattern-830545895 tempest-TestVolumeBootPattern-830545895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:54.279188 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-f3ab579a-d38e-4cab-bdaa-f28c2b6daba3 tempest-TestVolumeBootPattern-830545895 tempest-TestVolumeBootPattern-830545895-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1094 time: 0.0399482 Jan 27 16:18:54.282309 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45914) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:18:54.286523 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:18:54.307828 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:54.411676 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:54.474589 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-8f49c5b2-f0d0-49a8-85b4-a46b0195515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:54.530015 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Allocated IP 172.27.3.81 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/1f83d740-c510-4d85-acd9-eb23cb8a9c9f) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:18:54.630137 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:54.669734 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:54.707214 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:18:54.709993 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:18:54.715675 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:18:54.721713 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=1f83d740-c510-4d85-acd9-eb23cb8a9c9f,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:54.750462 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.750813 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.751198 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.751539 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.751871 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.752209 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.752539 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.752864 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.753188 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.753543 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.753867 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.754190 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:54.754510 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:18:55.100188 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (35814ff6-1081-4df1-b342-bdc7293a39a2), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:55.166961 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:55.315530 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:55.320099 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:55.383522 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=1f83d740-c510-4d85-acd9-eb23cb8a9c9f,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:18:55.396872 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (35814ff6-1081-4df1-b342-bdc7293a39a2), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:55.497652 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.l3_db [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Floating IP 35814ff6-1081-4df1-b342-bdc7293a39a2 associated. External IP: 172.27.3.81, port: 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d. Jan 27 16:18:55.704002 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:18:55.811149 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:18:55.825210 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:18:55.833589 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:55.836746 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:18:55.837378 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:18:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:55.861042 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-7da00657-2f69-4e47-b193-31f0d27ffae5 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5777102 Jan 27 16:18:55.861624 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:18:55.864847 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd9156-70c1-46cb-b116-59b9982f6752" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:18:55.947734 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:18:55.969209 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9078e852-27dd-4f4e-82ed-61abe29e7afb x-openstack-request-id: req-9078e852-27dd-4f4e-82ed-61abe29e7afb {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:18:55.969209 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:18:55.969798 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9078e852-27dd-4f4e-82ed-61abe29e7afb {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:18:55.970623 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'status': 'completed', 'code': 200} Jan 27 16:18:56.036553 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-8ce2ec9e-7a4c-4705-b176-e3d54b5fa6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:56.038612 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-8ce2ec9e-7a4c-4705-b176-e3d54b5fa6cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1099 time: 0.0450251 Jan 27 16:18:56.136062 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-3c75af3f-1224-4482-b492-ea0f17e8f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:56.137535 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-3c75af3f-1224-4482-b492-ea0f17e8f27d service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0932829 Jan 27 16:18:56.186375 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:54Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:56.208486 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-24740328-c0e4-43d3-89e8-075525e17d62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 999 time: 0.0641794 Jan 27 16:18:56.212173 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:18:56.221431 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:18:56.222033 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:18:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:56.258283 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-53897c33-8999-4c06-898a-19da933b3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:56.259764 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-53897c33-8999-4c06-898a-19da933b3ef3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0441823 Jan 27 16:18:56.307391 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-a11f177b-f9dd-49a7-b4c7-d0f60d3fd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:18:56.308944 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-a11f177b-f9dd-49a7-b4c7-d0f60d3fd9da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422490 Jan 27 16:18:56.330872 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:18:56.402095 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-84e350cd-26e9-4bf6-9f22-f0ac294782d0 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858312 Jan 27 16:18:56.499133 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-c2bd9156-70c1-46cb-b116-59b9982f6752 req-bc5dfaf0-cfd4-4806-8d85-f53b3a169b59 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894148 Jan 27 16:18:56.559755 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:54Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:18:56.585815 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f4d-23e5-4006-a1fc-15021bbca0e3 None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:54Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:18:56.766900 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7efc09f6-cc1d-4861-b6a8-45eb1f55de46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:56.778693 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a801c5-27e9-4d0a-887e-39700aed6155 None None] New status for floating IP 35814ff6-1081-4df1-b342-bdc7293a39a2: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:18:57.694336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:58.312952 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:18:59.225110 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:00.495715 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:07.765585 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-654d281b-28d0-439b-ba3f-2415a6022b3c req-aa741ac4-65ad-4bc9-9137-de6dbc12e43a service neutron] (102385) timed out ('10.222.0.60', 51631) {{(pid=102385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 16:19:07.818628 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-99b76753-2936-474c-9f8c-fe832f1b8c25 req-95e328e4-a5e1-4c22-a232-bbf38c11abb3 service neutron] (102384) timed out ('10.222.0.60', 51630) {{(pid=102384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 16:19:11.013560 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-68a0b641-2628-4e01-ac5b-e7ab4414aa73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3722329 Jan 27 16:19:11.107121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625723-0988-4b4c-b564-01be5b831f22 req-2dd52fa1-c4d3-40a9-8408-5f2e71580e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:11.109262 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-2dd52fa1-c4d3-40a9-8408-5f2e71580e32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1137 time: 0.0448725 Jan 27 16:19:11.265990 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625723-0988-4b4c-b564-01be5b831f22 req-439523f4-48d1-4f0d-986e-a540858ff767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:11.268346 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-439523f4-48d1-4f0d-986e-a540858ff767 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.1334233 Jan 27 16:19:11.346639 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-adc6113e-1c4a-48d7-8ce6-89178d167e00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 1000 time: 0.0709662 Jan 27 16:19:11.402796 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625723-0988-4b4c-b564-01be5b831f22 req-bd08d15f-5f58-4621-911d-2fc4bc513798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:11.404563 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-bd08d15f-5f58-4621-911d-2fc4bc513798 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0493698 Jan 27 16:19:11.459242 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625723-0988-4b4c-b564-01be5b831f22 req-cd54a4ed-35d8-4633-8a17-390ddb2194c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:11.460751 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-cd54a4ed-35d8-4633-8a17-390ddb2194c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485661 Jan 27 16:19:11.609931 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-f1bb43a1-2c7b-4a4f-aefc-abd4a1cff5b8 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414795 Jan 27 16:19:11.706438 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-23625723-0988-4b4c-b564-01be5b831f22 req-121bfa76-5f5d-40f8-918c-3a4f4ca4c885 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904732 Jan 27 16:19:22.993505 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:19:24.477000 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61f1fb16-fcf2-4a31-bf0d-9bc6206c398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:26.769236 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-dbeb1d87-bee4-49f3-8426-e6011ec7f347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:27.696945 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:28.317897 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:29.229258 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.115611 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-a819fbb5-4655-42b6-937b-65ff4a2ba0f6 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962389242&fields=id&tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24 HTTP/1.1" status: 200 len: 267 time: 0.0474577 Jan 27 16:19:30.168502 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-9f3a4c76-a11e-4b5c-8bfc-9237fcdde26e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:30.169991 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-9f3a4c76-a11e-4b5c-8bfc-9237fcdde26e tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 984 time: 0.0489185 Jan 27 16:19:30.180464 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Request body: {'port': {'security_groups': ['2f8f5103-c23a-400d-b9fc-8cffcd6e8695']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:19:30.248222 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.416944 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:30.454806 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.459383 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.472120 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['bbf54121-87ac-4c62-987e-488dc4dd467a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:19:30.509712 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:30.510422 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.511808 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f801baeb-24b8-439f-849e-f7cc014f73cc req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "PUT /v2.0/ports/bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 942 time: 0.3357265 Jan 27 16:19:30.512545 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:19:30.514645 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4bc9f4-0008-465f-b48e-07ebe4868711" -d '{"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:19:30.520443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 45942) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:30.565722 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d897a-23e6-4edb-89fa-cb3b3c38bde9 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event updated for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=7']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:30.585195 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.612443 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-010c9433-5565-4a66-99b7-f5c6a8ee9985 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group (dff1b98e-86c2-4105-bc9d-f2984d68f3d6), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.623221 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['bbf54121-87ac-4c62-987e-488dc4dd467a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:19:30.642322 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3254ac68-d1c5-4762-a334-8e691d1d64db x-openstack-request-id: req-3254ac68-d1c5-4762-a334-8e691d1d64db {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:19:30.642670 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:19:30.642859 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3254ac68-d1c5-4762-a334-8e691d1d64db {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:19:30.643290 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'status': 'completed', 'code': 200} Jan 27 16:19:30.650349 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-010c9433-5565-4a66-99b7-f5c6a8ee9985 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group (dff1b98e-86c2-4105-bc9d-f2984d68f3d6), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.733597 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-14028cf9-dc0a-47e6-929c-76d76d34719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:30.735241 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-14028cf9-dc0a-47e6-929c-76d76d34719c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1098 time: 0.0713129 Jan 27 16:19:30.769935 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-e409f090-bf41-4ce5-89e9-728f7ebbe0af None None] Provisioning complete for port bbf54121-87ac-4c62-987e-488dc4dd467a triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:19:30.770318 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e409f090-bf41-4ce5-89e9-728f7ebbe0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.813607 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-010c9433-5565-4a66-99b7-f5c6a8ee9985 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (dff1b98e-86c2-4105-bc9d-f2984d68f3d6), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.816457 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-010c9433-5565-4a66-99b7-f5c6a8ee9985 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:30.817633 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-010c9433-5565-4a66-99b7-f5c6a8ee9985 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "DELETE /v2.0/security-groups/dff1b98e-86c2-4105-bc9d-f2984d68f3d6 HTTP/1.1" status: 204 len: 168 time: 0.2962370 Jan 27 16:19:30.820606 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 45946) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:30.830963 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c9433-5565-4a66-99b7-f5c6a8ee9985 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1b98e-86c2-4105-bc9d-f2984d68f3d6,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:30.865716 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-982e3dd5-8219-4c35-9549-a0f3c23baf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:30.867393 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-982e3dd5-8219-4c35-9549-a0f3c23baf29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.1242602 Jan 27 16:19:30.921023 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e409f090-bf41-4ce5-89e9-728f7ebbe0af None None] Current status of the port bbf54121-87ac-4c62-987e-488dc4dd467a is: ACTIVE; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:19:30.954250 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-48d90fe8-3a2c-48eb-bea4-08b6388bcece service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 1000 time: 0.0799420 Jan 27 16:19:31.000618 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Deleting port ae931c34-9b85-44a8-9870-4d6294e95b07 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:31.000964 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:31.003851 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-f8251e54-a89b-41b6-8d49-52ff20abeaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:31.005361 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-f8251e54-a89b-41b6-8d49-52ff20abeaf0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0437808 Jan 27 16:19:31.052358 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-b8c1bd28-c781-4c56-97c6-a872047e40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:31.053945 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-b8c1bd28-c781-4c56-97c6-a872047e40d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406082 Jan 27 16:19:31.076851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:31.077178 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for floatingip (ae931c34-9b85-44a8-9870-4d6294e95b07), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:31.089206 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Calling delete_port for ae931c34-9b85-44a8-9870-4d6294e95b07 owned by network:floatingip {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:31.147914 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-db8c580a-4ca4-413d-b59a-e3aa472c6aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857854 Jan 27 16:19:31.237399 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-be4bc9f4-0008-465f-b48e-07ebe4868711 req-17e9e116-25a0-43a8-ae31-6b6595bd3ca1 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830114 Jan 27 16:19:31.260041 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (ae931c34-9b85-44a8-9870-4d6294e95b07), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:31.286168 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event deleted for resources: {'Port': ['ID=ae931c34-9b85-44a8-9870-4d6294e95b07,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:31.344221 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks [] for floatingip (98a5295b-f755-4174-9395-985442e0348e), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:31.344570 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.l3_db [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Floating IP 98a5295b-f755-4174-9395-985442e0348e disassociated (deleted). External IP: 172.27.3.67, port: bbf54121-87ac-4c62-987e-488dc4dd467a. Jan 27 16:19:31.554393 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Router c73b461a-89cd-432b-b886-33a697d6cb69 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:19:31.664814 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:19:31.669783 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:31.675169 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] Sync routers for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:19:31.686004 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:19:31.686644 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:19:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:31.696948 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-cc52ddee-5cb0-41ba-a070-dff57ebd77b5 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "DELETE /v2.0/floatingips/98a5295b-f755-4174-9395-985442e0348e HTTP/1.1" status: 204 len: 168 time: 0.8745401 Jan 27 16:19:31.697827 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:19:31.700087 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470d499-9981-4caa-8733-abdef52fd7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:19:31.742207 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b52f51-5c88-43e6-9b5a-eac313f53ac7 x-openstack-request-id: req-e3b52f51-5c88-43e6-9b5a-eac313f53ac7 {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:19:31.742606 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:19:31.744568 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3b52f51-5c88-43e6-9b5a-eac313f53ac7 {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:19:31.745275 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'status': 'completed', 'code': 200} Jan 27 16:19:31.799935 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:19:31.810901 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-ce5de74d-5437-4e7e-b3f7-b1f5a8ebc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:31.812394 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-ce5de74d-5437-4e7e-b3f7-b1f5a8ebc3c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 1098 time: 0.0462794 Jan 27 16:19:31.939077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-8e055e06-bb26-41ed-89c7-7c61c044a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:31.941239 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-8e055e06-bb26-41ed-89c7-7c61c044a8e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 200 len: 915 time: 0.1223378 Jan 27 16:19:31.994507 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-5421516e-12ed-4b05-b2b9-19585041780d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 200 len: 217 time: 0.0424137 Jan 27 16:19:32.053632 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-638ae3d2-ce39-484e-b381-7bc0d5ec4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:32.055187 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-638ae3d2-ce39-484e-b381-7bc0d5ec4ad9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 200 len: 853 time: 0.0490303 Jan 27 16:19:32.109038 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-a7b90d64-d484-4c8f-826b-77df0c6e1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:32.110564 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-a7b90d64-d484-4c8f-826b-77df0c6e1c3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6d4133c-fb7d-4259-8555-65738ea0bee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488257 Jan 27 16:19:32.163571 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:32.189436 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] Checking router: c73b461a-89cd-432b-b886-33a697d6cb69 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:19:32.198704 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:19:32.199407 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:19:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:32.201919 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-5dc081fe-92d0-478e-9b9f-a6a276647dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840344 Jan 27 16:19:32.306614 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-1470d499-9981-4caa-8733-abdef52fd7f0 req-1c351dfe-bdfa-4af7-90af-a9decbc6d8b9 service neutron] 10.222.0.60 "GET /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930841 Jan 27 16:19:32.307501 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:19:32.509216 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:32.539904 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c528f-62bb-447b-8936-b1648e166ed1 None None] The sync data for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi is: [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:18Z', 'revision_number': 4, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '97fbd04b-889b-4d62-86d6-422500057624', 'name': '', 'network_id': 'a6d4133c-fb7d-4259-8555-65738ea0bee5', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'mac_address': 'fa:16:3e:8f:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:18Z', 'updated_at': '2022-01-27T16:16:24Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'subnets': [{'id': 'e057a233-1c9d-4ab8-bb62-f5af6aa38d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:19:32.763400 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78187a2d-0d3b-4d28-a335-e6026e55a910 None None] New status for floating IP 98a5295b-f755-4174-9395-985442e0348e: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:19:34.470840 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70d896-353e-498e-bdd3-768f04be803a req-313cfa50-9314-4792-ba3b-f9d7f904fefb tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:34.472423 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dd70d896-353e-498e-bdd3-768f04be803a req-313cfa50-9314-4792-ba3b-f9d7f904fefb tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Jan 27 16:19:34.522752 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-dd70d896-353e-498e-bdd3-768f04be803a req-194a1b1d-a8a9-42f5-8035-7c4b2ebd9254 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Jan 27 16:19:35.641989 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfafd1-add2-4236-ad4d-564b0ccd0d77 req-4d71f54f-64f0-4dcc-94ce-96c83f67a82d tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:35.643485 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eccfafd1-add2-4236-ad4d-564b0ccd0d77 req-4d71f54f-64f0-4dcc-94ce-96c83f67a82d tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jan 27 16:19:35.691279 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-eccfafd1-add2-4236-ad4d-564b0ccd0d77 req-c7dda033-e062-4b20-8332-0d1b490a7692 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Jan 27 16:19:36.480665 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-de42da77-0b92-4424-bb50-f629f526f2c4 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:36.482261 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-de42da77-0b92-4424-bb50-f629f526f2c4 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.60 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0537536 Jan 27 16:19:36.590523 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Deleting port bbf54121-87ac-4c62-987e-488dc4dd467a {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:36.590779 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:36.690032 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] For port bbf54121-87ac-4c62-987e-488dc4dd467a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=bbf54121-87ac-4c62-987e-488dc4dd467a,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:36.690772 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:36.703640 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Calling delete_port for bbf54121-87ac-4c62-987e-488dc4dd467a owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:36.806629 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1ff57-9164-4623-b2f1-e05612fa43ce req-48e7ffdc-d608-40cd-a017-fcfc6aa44daf tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:19:36.808216 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28a1ff57-9164-4623-b2f1-e05612fa43ce req-48e7ffdc-d608-40cd-a017-fcfc6aa44daf tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/ports?device_id=267775e1-6bb6-4993-8e7c-0dea99b29f80 HTTP/1.1" status: 200 len: 945 time: 0.0504773 Jan 27 16:19:36.842889 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (bbf54121-87ac-4c62-987e-488dc4dd467a), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:36.855707 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['bbf54121-87ac-4c62-987e-488dc4dd467a'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:19:36.861662 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-28a1ff57-9164-4623-b2f1-e05612fa43ce req-70ccbacb-e748-425a-b2bf-28f4c6b40759 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f8f5103-c23a-400d-b9fc-8cffcd6e8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Jan 27 16:19:36.889661 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Pushing event deleted for resources: {'Port': ['ID=bbf54121-87ac-4c62-987e-488dc4dd467a,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:36.914030 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.914393 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.914743 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.915111 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.915458 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.915797 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.916137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.916471 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.916806 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.917140 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.917501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.917838 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.918165 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:19:36.942763 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] No DVR routers for this DVR port bbf54121-87ac-4c62-987e-488dc4dd467a on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:19:36.945934 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:36.949578 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b2ba82ac-1751-4922-85df-f4f4b2276056 req-2cf47b45-4c4c-45f6-b2d7-6c3c5cfc9b66 tempest-TestMinimumBasicScenario-52762975 tempest-TestMinimumBasicScenario-52762975-project] 10.222.0.60 "DELETE /v2.0/ports/bbf54121-87ac-4c62-987e-488dc4dd467a HTTP/1.1" status: 204 len: 173 time: 0.4611859 Jan 27 16:19:36.950058 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'name': 'network-vif-deleted', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:19:36.953633 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab88a675-5f19-4d0d-a3f5-888693ae089c" -d '{"events": [{"server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "name": "network-vif-deleted", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:19:36.990228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11baac01-3fe8-400a-a5ab-8334f4679ce1 x-openstack-request-id: req-11baac01-3fe8-400a-a5ab-8334f4679ce1 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:19:36.990228 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267775e1-6bb6-4993-8e7c-0dea99b29f80", "name": "network-vif-deleted", "tag": "bbf54121-87ac-4c62-987e-488dc4dd467a", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:19:36.990510 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11baac01-3fe8-400a-a5ab-8334f4679ce1 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:19:36.990849 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267775e1-6bb6-4993-8e7c-0dea99b29f80', 'name': 'network-vif-deleted', 'tag': 'bbf54121-87ac-4c62-987e-488dc4dd467a', 'status': 'completed', 'code': 200} Jan 27 16:19:39.537856 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46040) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:39.899597 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (c73b461a-89cd-432b-b886-33a697d6cb69), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:40.147389 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Deleting port 97fbd04b-889b-4d62-86d6-422500057624 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:40.147732 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (97fbd04b-889b-4d62-86d6-422500057624), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:40.226449 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] For port 97fbd04b-889b-4d62-86d6-422500057624, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=97fbd04b-889b-4d62-86d6-422500057624,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:40.226815 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (97fbd04b-889b-4d62-86d6-422500057624), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:40.239823 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Calling delete_port for 97fbd04b-889b-4d62-86d6-422500057624 owned by network:router_interface {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:40.421907 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (97fbd04b-889b-4d62-86d6-422500057624), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:40.452093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Pushing event deleted for resources: {'Port': ['ID=97fbd04b-889b-4d62-86d6-422500057624,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:40.618543 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (c73b461a-89cd-432b-b886-33a697d6cb69), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.070986 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Router c73b461a-89cd-432b-b886-33a697d6cb69 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:19:41.177452 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:19:41.182502 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-a5480529-e9c9-46f3-8b6b-b9960f6bc463 admin admin] 10.222.0.61 "PUT /v2.0/routers/c73b461a-89cd-432b-b886-33a697d6cb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6436214 Jan 27 16:19:41.185148 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46042) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:41.186179 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] Sync routers for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:19:41.197528 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:19:41.198146 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:19:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:41.289844 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks [] for router (c73b461a-89cd-432b-b886-33a697d6cb69), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.303625 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:19:41.403841 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device bbf54121-87ac-4c62-987e-488dc4dd467a no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:41.404562 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks [] for router_gateway (c73b461a-89cd-432b-b886-33a697d6cb69), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.435278 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: bbf54121-87ac-4c62-987e-488dc4dd467a {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:41.435278 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device bbf54121-87ac-4c62-987e-488dc4dd467a not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:41.460917 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Deleting port 390e1e72-79cc-4d38-a3ca-a844989fa4a8 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:41.461265 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.516782 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:19:40Z', 'revision_number': 5, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port': {'id': '390e1e72-79cc-4d38-a3ca-a844989fa4a8', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:41.539962 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] For port 390e1e72-79cc-4d38-a3ca-a844989fa4a8, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=390e1e72-79cc-4d38-a3ca-a844989fa4a8,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:41.540331 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.542647 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] Checking router: c73b461a-89cd-432b-b886-33a697d6cb69 for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:19:41.551424 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] Routers {'c73b461a-89cd-432b-b886-33a697d6cb69'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:19:41.552115 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:19:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['c73b461a-89cd-432b-b886-33a697d6cb69'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:41.553138 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Calling delete_port for 390e1e72-79cc-4d38-a3ca-a844989fa4a8 owned by network:router_gateway {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:41.651957 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] Set router c73b461a-89cd-432b-b886-33a697d6cb69 gateway port host: None {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:19:41.717904 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:19:41Z', 'revision_number': 6, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:41.725172 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (390e1e72-79cc-4d38-a3ca-a844989fa4a8), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.746261 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49283c04-2514-4d6f-9830-8a84285b78ab None None] The sync data for ids ['c73b461a-89cd-432b-b886-33a697d6cb69'] in dv-cinder-826350-3-iscsi is: [{'id': 'c73b461a-89cd-432b-b886-33a697d6cb69', 'name': 'tempest-TestMinimumBasicScenario-542418662-router', 'tenant_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:16Z', 'updated_at': '2022-01-27T16:19:41Z', 'revision_number': 6, 'project_id': '482ac7b5c7ed443bb169bb4d7c2d8b24', 'gw_port_host': None}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:19:41.749519 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Pushing event deleted for resources: {'Port': ['ID=390e1e72-79cc-4d38-a3ca-a844989fa4a8,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:41.823898 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (c73b461a-89cd-432b-b886-33a697d6cb69), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.913881 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (c73b461a-89cd-432b-b886-33a697d6cb69), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.915983 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks [] for router_controller (c73b461a-89cd-432b-b886-33a697d6cb69), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.959463 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (c73b461a-89cd-432b-b886-33a697d6cb69), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.959990 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73b461a-89cd-432b-b886-33a697d6cb69 {{(pid=102385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:19:41.964399 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:41.965602 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b0a7e82c-152b-4907-87c9-21a90a466afd admin admin] 10.222.0.61 "DELETE /v2.0/routers/c73b461a-89cd-432b-b886-33a697d6cb69 HTTP/1.1" status: 204 len: 168 time: 0.7794473 Jan 27 16:19:41.968259 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46044) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:42.028668 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Deleting subnet e057a233-1c9d-4ab8-bb62-f5af6aa38d81 {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:19:42.032551 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Publish callbacks [] for subnet (e057a233-1c9d-4ab8-bb62-f5af6aa38d81), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.068194 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (e057a233-1c9d-4ab8-bb62-f5af6aa38d81), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.153572 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (e057a233-1c9d-4ab8-bb62-f5af6aa38d81), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.216370 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (e057a233-1c9d-4ab8-bb62-f5af6aa38d81), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.242694 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e057a233-1c9d-4ab8-bb62-f5af6aa38d81,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:42.246203 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.250423 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-77990565-52ad-4fc3-b219-6108e9d05e95 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e057a233-1c9d-4ab8-bb62-f5af6aa38d81 HTTP/1.1" status: 204 len: 168 time: 0.2798874 Jan 27 16:19:42.253093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46046) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:42.254962 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca2ad5-b56c-41be-a9f8-22ec512932c7 None None] Network a6d4133c-fb7d-4259-8555-65738ea0bee5 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:19:42.324227 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (a6d4133c-fb7d-4259-8555-65738ea0bee5), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.389771 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Deleting port 2722c12a-78fe-4278-9618-c0fcb23abae5 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:42.390119 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.458426 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] For port 2722c12a-78fe-4278-9618-c0fcb23abae5, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=2722c12a-78fe-4278-9618-c0fcb23abae5,segment=NetworkSegment(d674f8e4-2ef0-4113-9b64-c7ec0877fe78),segment_id=d674f8e4-2ef0-4113-9b64-c7ec0877fe78)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:42.458652 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.472734 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Calling delete_port for 2722c12a-78fe-4278-9618-c0fcb23abae5 owned by network:dhcp {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:42.561968 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f562d2-cc3c-4dc3-a3d8-24ec1795a8e7 None None] DHCP port deletion for a6d4133c-fb7d-4259-8555-65738ea0bee5 request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:19:42.568280 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (2722c12a-78fe-4278-9618-c0fcb23abae5), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.605919 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Pushing event deleted for resources: {'Port': ['ID=2722c12a-78fe-4278-9618-c0fcb23abae5,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:42.607263 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] No DVR routers for this DVR port 2722c12a-78fe-4278-9618-c0fcb23abae5 on host dv-cinder-826350-3-iscsi {{(pid=102385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:19:42.649770 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 390e1e72-79cc-4d38-a3ca-a844989fa4a8 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:42.680749 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 390e1e72-79cc-4d38-a3ca-a844989fa4a8 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:42.681197 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 390e1e72-79cc-4d38-a3ca-a844989fa4a8 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:42.681767 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 97fbd04b-889b-4d62-86d6-422500057624 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:42.703500 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 97fbd04b-889b-4d62-86d6-422500057624 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:42.703643 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (a6d4133c-fb7d-4259-8555-65738ea0bee5), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.703804 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 97fbd04b-889b-4d62-86d6-422500057624 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:42.704410 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 2722c12a-78fe-4278-9618-c0fcb23abae5 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:42.728762 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d4133c-fb7d-4259-8555-65738ea0bee5']}} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:42.729382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 2722c12a-78fe-4278-9618-c0fcb23abae5 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:42.729382 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 2722c12a-78fe-4278-9618-c0fcb23abae5 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:42.741302 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78') {'for_net_delete': True} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:42.741607 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.services.segments.db [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd674f8e4-2ef0-4113-9b64-c7ec0877fe78') {} {{(pid=102385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:42.752826 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531170766'] for segment (d674f8e4-2ef0-4113-9b64-c7ec0877fe78), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.771750 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (d674f8e4-2ef0-4113-9b64-c7ec0877fe78), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.779443 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:19:42.779851 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531205753'] for segment (d674f8e4-2ef0-4113-9b64-c7ec0877fe78), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: Traceback (most recent call last): Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: timer() Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: cb(*args, **kw) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: return func(*args, **kwargs) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: self._notify() Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: self.callback(batched_events) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: event.method(event) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: return f(self, *a, **k) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._get(url).json() Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: return self.request(url, 'GET', **kwargs) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:19:42.782286 dv-cinder-826350-3-iscsi neutron-server[102385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:19:42.842277 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (a6d4133c-fb7d-4259-8555-65738ea0bee5), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.848814 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:42.852120 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a6d4133c-fb7d-4259-8555-65738ea0bee5 HTTP/1.1" status: 204 len: 168 time: 0.5979731 Jan 27 16:19:42.855423 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46048) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:42.869906 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b8ddf-fd36-4436-9381-887369a26804 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d4133c-fb7d-4259-8555-65738ea0bee5,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:43.228537 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (4784264a-02b2-4b62-a908-b87275533536), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:43.474793 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Deleting port 4d7618aa-f64c-46bc-874e-ffdf89df398b {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:43.475224 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:43.554667 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] For port 4d7618aa-f64c-46bc-874e-ffdf89df398b, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=4d7618aa-f64c-46bc-874e-ffdf89df398b,segment=NetworkSegment(586ecf40-f921-46e3-9741-f02afe1b0884),segment_id=586ecf40-f921-46e3-9741-f02afe1b0884)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:43.554906 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:43.566922 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Calling delete_port for 4d7618aa-f64c-46bc-874e-ffdf89df398b owned by network:router_interface {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:43.749501 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (4d7618aa-f64c-46bc-874e-ffdf89df398b), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:43.776261 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7618aa-f64c-46bc-874e-ffdf89df398b,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:43.943673 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (4784264a-02b2-4b62-a908-b87275533536), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:44.167895 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Router 4784264a-02b2-4b62-a908-b87275533536 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:19:44.290484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:19:44.299617 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-ce78fb18-a3e6-4db3-b83f-e4b1c5397502 admin admin] 10.222.0.61 "PUT /v2.0/routers/4784264a-02b2-4b62-a908-b87275533536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397507 Jan 27 16:19:44.299881 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46050) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:44.300708 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] Sync routers for ids ['4784264a-02b2-4b62-a908-b87275533536'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:19:44.314642 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] Routers {'4784264a-02b2-4b62-a908-b87275533536'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:19:44.315293 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:19:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['4784264a-02b2-4b62-a908-b87275533536'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:44.407446 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks [] for router (4784264a-02b2-4b62-a908-b87275533536), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:44.431260 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] Set router 4784264a-02b2-4b62-a908-b87275533536 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:19:44.519149 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks [] for router_gateway (4784264a-02b2-4b62-a908-b87275533536), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:44.575371 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Deleting port 03d3545a-67f0-4845-975d-39af656b0489 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:44.575707 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (03d3545a-67f0-4845-975d-39af656b0489), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:44.626572 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '03d3545a-67f0-4845-975d-39af656b0489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:19:43Z', 'revision_number': 5, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port': {'id': '03d3545a-67f0-4845-975d-39af656b0489', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4784264a-02b2-4b62-a908-b87275533536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:44.668565 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] For port 03d3545a-67f0-4845-975d-39af656b0489, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=03d3545a-67f0-4845-975d-39af656b0489,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:44.668933 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (03d3545a-67f0-4845-975d-39af656b0489), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:44.682416 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Calling delete_port for 03d3545a-67f0-4845-975d-39af656b0489 owned by network:router_gateway {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:44.744504 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] Checking router: 4784264a-02b2-4b62-a908-b87275533536 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:19:44.753181 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] Routers {'4784264a-02b2-4b62-a908-b87275533536'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:19:44.753814 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:19:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['4784264a-02b2-4b62-a908-b87275533536'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:44.838177 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] Set router 4784264a-02b2-4b62-a908-b87275533536 gateway port host: None {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:19:44.858340 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (03d3545a-67f0-4845-975d-39af656b0489), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:44.885394 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=03d3545a-67f0-4845-975d-39af656b0489,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:44.900827 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:19:44Z', 'revision_number': 6, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:44.930494 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a297e11-f8d3-4dc8-b95d-4854df65a8f7 None None] The sync data for ids ['4784264a-02b2-4b62-a908-b87275533536'] in dv-cinder-826350-3-iscsi is: [{'id': '4784264a-02b2-4b62-a908-b87275533536', 'name': 'tempest-TestMinimumBasicScenario-1096479240-router', 'tenant_id': '9182d2e194d74be69738ef5ed3cf8db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:16:21Z', 'updated_at': '2022-01-27T16:19:44Z', 'revision_number': 6, 'project_id': '9182d2e194d74be69738ef5ed3cf8db5', 'gw_port_host': None}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:19:44.957275 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (4784264a-02b2-4b62-a908-b87275533536), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.052055 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (4784264a-02b2-4b62-a908-b87275533536), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.054512 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks [] for router_controller (4784264a-02b2-4b62-a908-b87275533536), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.101580 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (4784264a-02b2-4b62-a908-b87275533536), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.102625 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4784264a-02b2-4b62-a908-b87275533536 {{(pid=102385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:19:45.107634 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.108805 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-02367b73-9e11-4f91-ac29-184596838c6b admin admin] 10.222.0.61 "DELETE /v2.0/routers/4784264a-02b2-4b62-a908-b87275533536 HTTP/1.1" status: 204 len: 168 time: 0.8079259 Jan 27 16:19:45.111378 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46052) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:45.160304 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Deleting subnet 283f1d3c-c054-44a9-9a74-f2851497ad60 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:19:45.163576 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Publish callbacks [] for subnet (283f1d3c-c054-44a9-9a74-f2851497ad60), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.197823 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (283f1d3c-c054-44a9-9a74-f2851497ad60), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.275183 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (283f1d3c-c054-44a9-9a74-f2851497ad60), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.330941 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (283f1d3c-c054-44a9-9a74-f2851497ad60), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.366571 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.371973 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61caf7-8209-415a-bbad-9d15957603e0 None None] Network d12ff19e-d8a2-4723-b2e5-871cbb7047d9 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:19:45.375501 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/283f1d3c-c054-44a9-9a74-f2851497ad60 HTTP/1.1" status: 204 len: 168 time: 0.2602129 Jan 27 16:19:45.375501 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27fb71-6039-4534-9396-1dba3e498f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283f1d3c-c054-44a9-9a74-f2851497ad60,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:45.376209 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46056) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:45.461052 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (d12ff19e-d8a2-4723-b2e5-871cbb7047d9), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.520935 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Deleting port 0c79d866-e5a1-4af7-975d-8a2df17965e8 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:19:45.521283 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.589759 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] For port 0c79d866-e5a1-4af7-975d-8a2df17965e8, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=0c79d866-e5a1-4af7-975d-8a2df17965e8,segment=NetworkSegment(586ecf40-f921-46e3-9741-f02afe1b0884),segment_id=586ecf40-f921-46e3-9741-f02afe1b0884)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:19:45.590121 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.603174 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Calling delete_port for 0c79d866-e5a1-4af7-975d-8a2df17965e8 owned by network:dhcp {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:19:45.686812 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (0c79d866-e5a1-4af7-975d-8a2df17965e8), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.713081 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c79d866-e5a1-4af7-975d-8a2df17965e8,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:45.716888 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] No DVR routers for this DVR port 0c79d866-e5a1-4af7-975d-8a2df17965e8 on host dv-cinder-826350-3-iscsi {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:19:45.735889 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc853bb-d3e8-4ef1-9cc1-0bc0254615a6 None None] DHCP port deletion for d12ff19e-d8a2-4723-b2e5-871cbb7047d9 request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:19:45.795419 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (d12ff19e-d8a2-4723-b2e5-871cbb7047d9), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.820382 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12ff19e-d8a2-4723-b2e5-871cbb7047d9']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:45.831186 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586ecf40-f921-46e3-9741-f02afe1b0884') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:45.831528 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586ecf40-f921-46e3-9741-f02afe1b0884') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:19:45.846287 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (586ecf40-f921-46e3-9741-f02afe1b0884), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.867527 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (586ecf40-f921-46e3-9741-f02afe1b0884), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.880815 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:19:45.881530 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (586ecf40-f921-46e3-9741-f02afe1b0884), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:19:45.884729 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:19:45.967945 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (d12ff19e-d8a2-4723-b2e5-871cbb7047d9), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.976469 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:45.978687 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d12ff19e-d8a2-4723-b2e5-871cbb7047d9 HTTP/1.1" status: 204 len: 168 time: 0.6017084 Jan 27 16:19:46.002108 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90b0bb-ce11-41d6-82ce-61c3df9e20c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d12ff19e-d8a2-4723-b2e5-871cbb7047d9,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:46.204868 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46060) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:46.247692 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-12c443be-42ad-4089-aaab-79b7da843141 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=482ac7b5c7ed443bb169bb4d7c2d8b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409381 Jan 27 16:19:46.250323 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46062) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:46.299742 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c74be617-4796-436d-bf0f-2356e14fb48b admin admin] Publish callbacks [] for security_group (2f8f5103-c23a-400d-b9fc-8cffcd6e8695), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.325283 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c74be617-4796-436d-bf0f-2356e14fb48b admin admin] Publish callbacks [] for security_group (2f8f5103-c23a-400d-b9fc-8cffcd6e8695), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.381707 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c74be617-4796-436d-bf0f-2356e14fb48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (2f8f5103-c23a-400d-b9fc-8cffcd6e8695), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.384390 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-c74be617-4796-436d-bf0f-2356e14fb48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.385606 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-c74be617-4796-436d-bf0f-2356e14fb48b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f8f5103-c23a-400d-b9fc-8cffcd6e8695 HTTP/1.1" status: 204 len: 168 time: 0.1343818 Jan 27 16:19:46.395001 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74be617-4796-436d-bf0f-2356e14fb48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8f5103-c23a-400d-b9fc-8cffcd6e8695,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:46.499170 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4d7618aa-f64c-46bc-874e-ffdf89df398b no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:46.522049 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 4d7618aa-f64c-46bc-874e-ffdf89df398b {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:46.522402 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 4d7618aa-f64c-46bc-874e-ffdf89df398b not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:46.522839 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 03d3545a-67f0-4845-975d-39af656b0489 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:46.542388 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 03d3545a-67f0-4845-975d-39af656b0489 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:46.542725 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 03d3545a-67f0-4845-975d-39af656b0489 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:46.543188 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0c79d866-e5a1-4af7-975d-8a2df17965e8 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:19:46.563581 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 0c79d866-e5a1-4af7-975d-8a2df17965e8 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:19:46.563947 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 0c79d866-e5a1-4af7-975d-8a2df17965e8 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:19:46.752986 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46068) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:46.792630 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-893b602b-458f-4173-8737-5b5e7e450117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9182d2e194d74be69738ef5ed3cf8db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384495 Jan 27 16:19:46.795137 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46070) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:19:46.841770 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-d52b4810-21a9-4613-93d8-d901011c9cfc admin admin] Publish callbacks [] for security_group (36f9b023-cf3d-47dc-a9b6-47aafd073f88), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.864960 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-d52b4810-21a9-4613-93d8-d901011c9cfc admin admin] Publish callbacks [] for security_group (36f9b023-cf3d-47dc-a9b6-47aafd073f88), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.913632 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-d52b4810-21a9-4613-93d8-d901011c9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (36f9b023-cf3d-47dc-a9b6-47aafd073f88), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.916358 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-d52b4810-21a9-4613-93d8-d901011c9cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:46.917494 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-d52b4810-21a9-4613-93d8-d901011c9cfc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36f9b023-cf3d-47dc-a9b6-47aafd073f88 HTTP/1.1" status: 204 len: 168 time: 0.1214695 Jan 27 16:19:46.926640 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b4810-21a9-4613-93d8-d901011c9cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f9b023-cf3d-47dc-a9b6-47aafd073f88,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:19:54.479388 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7d931d5e-64e4-42af-86fd-7d725603a198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:56.771278 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-efe1d106-368f-4da5-afea-25b8ed6780dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:57.701700 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:58.318953 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:59.232772 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:19:59.993391 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:20:00.496827 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:12.696059 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-7b779f81-177e-4bab-ae83-612b8b72fb82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444925 Jan 27 16:20:12.760397 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-769eae1f-292e-4a4b-b81e-608524f26459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:20:12.761896 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-769eae1f-292e-4a4b-b81e-608524f26459 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1099 time: 0.0419469 Jan 27 16:20:12.869346 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-9f3d614b-a330-41c2-96a1-8c4c51b72fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:20:12.870839 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-9f3d614b-a330-41c2-96a1-8c4c51b72fc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0898719 Jan 27 16:20:12.943089 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-5c7db3c0-e6c8-4f2a-a335-97867dd54dea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 1001 time: 0.0647452 Jan 27 16:20:12.998557 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-00657fa5-e39a-4ee6-9d6d-c72ff0a9adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:20:13.000296 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-00657fa5-e39a-4ee6-9d6d-c72ff0a9adac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0504272 Jan 27 16:20:13.057625 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-78ae416d-6027-4903-bdb0-dbdb8e304c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:20:13.059195 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-78ae416d-6027-4903-bdb0-dbdb8e304c36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425606 Jan 27 16:20:13.438773 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-ecd27982-a840-4a53-b2d4-ccfb8c277f44 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719485 Jan 27 16:20:13.533192 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-52bb3734-f67b-48fb-8ad8-f83902acd839 req-39850a75-c021-4a57-bd57-b4f98303601f service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873151 Jan 27 16:20:24.483233 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4452-f18d-4747-a7b9-ee4db9953574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:26.778213 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-7a93d1af-69d8-48e7-aea6-8fba561002d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:27.703098 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:28.336524 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:29.237646 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:30.502683 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:36.995531 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:20:54.488813 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f2b120a7-3b1a-41bd-8b04-a5fc59c2d687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:56.771445 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ca3d50e8-b91b-4ae2-bdfb-e5b37bd7dd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:57.705231 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:58.335130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:20:59.242543 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:00.506612 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:10.930551 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-83376207-2471-4b08-9b38-8e848735fd23 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721451781&fields=id&tenant_id=fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 267 time: 0.0467052 Jan 27 16:21:11.036546 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-78281743-9db6-4fb3-87c2-18b0af82de82 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:11.037952 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-78281743-9db6-4fb3-87c2-18b0af82de82 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 812 time: 0.1009932 Jan 27 16:21:11.053697 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-b4f38689-040b-4542-83f3-7b552e51bc18 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/quotas/fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 375 time: 0.0099747 Jan 27 16:21:11.111044 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-f48877cf-3461-4b56-9a86-d15c03e99ea9 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519004 Jan 27 16:21:11.304893 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-1e23d296-15b6-417f-88b5-8a1c060161fa service neutron] 10.222.0.61 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828332 Jan 27 16:21:11.399426 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-b30b9284-16b8-426a-8228-d9c1c46c3c7c service neutron] 10.222.0.61 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Jan 27 16:21:11.683410 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-60f5482c-18e7-4930-a100-66ccf3e71a09 req-af69f925-cc3c-43e7-a4ea-d166b0b0cff0 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 210 time: 0.0305099 Jan 27 16:21:12.786081 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a737b369-5790-450c-9d82-91638fdcb4fe req-f0c289e1-d6c5-4bbc-8cae-b8a58f68ee44 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 210 time: 0.0323751 Jan 27 16:21:12.875615 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-a0ecc119-b85e-4082-bdb4-ec6c62fc908d tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:12.877484 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-a0ecc119-b85e-4082-bdb4-ec6c62fc908d tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 812 time: 0.1136971 Jan 27 16:21:12.943473 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-978d58f6-47a6-4a57-8a7f-c5582c9cb118 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3984d8f6dc40258844819aa562633f HTTP/1.1" status: 200 len: 379 time: 0.0579550 Jan 27 16:21:12.951998 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'port': {'device_id': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'admin_state_up': True, 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'security_groups': ['07d68d46-2386-40bc-89bc-1891127f31ea']}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:21:13.065089 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Made reservation on behalf of fa3984d8f6dc40258844819aa562633f for: {'port': 1} {{(pid=102384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:21:13.068448 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:13.196706 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_common [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Allocated IP 172.20.0.5 (44707522-96bc-4e9e-a009-bd6fc4ac0fe0/2a716326-0402-4aa9-a1b0-0956cd518216/b4ddffb5-c594-4396-8d6b-9b3aceafede4) {{(pid=102384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:21:13.337885 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), precommit_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:13.375800 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), after_create {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:13.419505 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 is already hosted by enough agents. {{(pid=102384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:21:13.425661 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.base_scheduler [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Resources bound (agent type, host, resource id): {{(pid=102384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:21:13.430567 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Received port after_create {{(pid=102384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:21:13.434700 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=b4ddffb5-c594-4396-8d6b-9b3aceafede4,revision_number=1']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:13.468422 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.468771 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.469116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.469452 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.469782 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.470109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.470433 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.470763 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.471109 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.471434 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.471754 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.472072 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.472388 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:13.498516 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:13.499198 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:13.519234 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-30aa0e47-0e99-4698-83dd-5636220bfcb4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712967 Jan 27 16:21:13.531358 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.v2.base [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Request body: {'port': {'device_id': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:21:13.588059 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:13.722194 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-9bf37ef3-0a53-425e-88b4-4a0447ab621e None None] Provisioning complete for port b4ddffb5-c594-4396-8d6b-9b3aceafede4 triggered by entity DHCP. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:21:13.723457 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-9bf37ef3-0a53-425e-88b4-4a0447ab621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:13.745828 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-0f5d878a-a1f1-473e-83b3-6f5ae2742629 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039095 Jan 27 16:21:13.765651 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-9bf37ef3-0a53-425e-88b4-4a0447ab621e None None] Port b4ddffb5-c594-4396-8d6b-9b3aceafede4 cannot update to ACTIVE because it is not bound. {{(pid=102386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 16:21:13.877547 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-72645ef2-b06e-46a9-bf23-c670b1412854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:13.879035 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-72645ef2-b06e-46a9-bf23-c670b1412854 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1099 time: 0.0852540 Jan 27 16:21:13.994424 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:21:14.003477 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e330c-63f1-445d-a13a-602ac2bbe409 req-e863a264-3910-4b1a-81e7-21a4277d5c08 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.004954 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e82e330c-63f1-445d-a13a-602ac2bbe409 req-e863a264-3910-4b1a-81e7-21a4277d5c08 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 931 time: 0.1502378 Jan 27 16:21:14.011902 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ddffb5-c594-4396-8d6b-9b3aceafede4 {{(pid=102384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:21:14.036051 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Publish callbacks [] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), precommit_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:14.072449 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.provisioning_blocks [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Transition to ACTIVE for port object b4ddffb5-c594-4396-8d6b-9b3aceafede4 will not be triggered until provisioned by entity L2. {{(pid=102384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:21:14.079564 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-2e4ffc5d-9dbb-4629-928b-2fae5489a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.081017 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-2e4ffc5d-9dbb-4629-928b-2fae5489a91b service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1795349 Jan 27 16:21:14.083538 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:14.165319 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e82e330c-63f1-445d-a13a-602ac2bbe409 req-dbbec8a6-4c05-41c5-97a7-1ae19503df35 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484840 Jan 27 16:21:14.195817 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ddffb5-c594-4396-8d6b-9b3aceafede4,revision_number=2']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:14.224611 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-dbd3907d-4d20-46ae-bbcd-0fa4f82690ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 1001 time: 0.1266460 Jan 27 16:21:14.311530 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-a497b0d9-7f15-4805-bb2f-12f8f4fbc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.313534 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-a497b0d9-7f15-4805-bb2f-12f8f4fbc86a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0689754 Jan 27 16:21:14.315897 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Attempting to bind port b4ddffb5-c594-4396-8d6b-9b3aceafede4 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 16:21:14.316226 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Attempting to bind port b4ddffb5-c594-4396-8d6b-9b3aceafede4 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 16:21:14.316557 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Attempting to bind port b4ddffb5-c594-4396-8d6b-9b3aceafede4 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:21:14.329755 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Port b4ddffb5-c594-4396-8d6b-9b3aceafede4 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 16:21:14.330072 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Attempting to bind port b4ddffb5-c594-4396-8d6b-9b3aceafede4 on network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 16:21:14.349005 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Checking agent: {'id': '347f5b11-122b-41b5-862e-9eef42bac4ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'started_at': datetime.datetime(2022, 1, 27, 16, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 16:21:14.349344 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Checking segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 16:21:14.349730 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Bound using segment: {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'} {{(pid=102384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 16:21:14.350164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.managers [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Bound port: b4ddffb5-c594-4396-8d6b-9b3aceafede4, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0'}}] {{(pid=102384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 16:21:14.350518 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), before_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:14.398393 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-dd725931-37c9-498d-afe4-b2eee39bfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.399913 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-dd725931-37c9-498d-afe4-b2eee39bfc1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802341 Jan 27 16:21:14.476258 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] For port b4ddffb5-c594-4396-8d6b-9b3aceafede4, host hv-cinder-82635, cleared binding levels {{(pid=102384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 16:21:14.492682 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] For port b4ddffb5-c594-4396-8d6b-9b3aceafede4, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 16:21:14.499151 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531847572'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), after_update {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:14.555659 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.556278 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:14.557680 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] 10.222.0.60 "PUT /v2.0/ports/b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 200 len: 1093 time: 1.0315642 Jan 27 16:21:14.559767 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:21:14.562599 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258fca8e-4e47-4e90-9744-c14189f2ddfd" -d '{"events": [{"name": "network-changed", "server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:21:14.571905 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-2c36a011-3c09-474c-bfba-354c7302cd90 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654224 Jan 27 16:21:14.605336 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583db7de-cabd-4244-bed8-740ec74e8036 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ddffb5-c594-4396-8d6b-9b3aceafede4,revision_number=3']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:14.638748 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ffde4-1ffa-4781-9246-0790fd21b94a x-openstack-request-id: req-4e8ffde4-1ffa-4781-9246-0790fd21b94a {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:21:14.639074 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:21:14.639312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e8ffde4-1ffa-4781-9246-0790fd21b94a {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:21:14.639700 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'status': 'completed', 'code': 200} Jan 27 16:21:14.710810 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-47811dec-20bf-49cc-a880-2d7cd9d7be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.712342 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-47811dec-20bf-49cc-a880-2d7cd9d7be62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1096 time: 0.0757298 Jan 27 16:21:14.714492 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-a450eb05-19fa-4b70-81f8-1067ac9de3ad req-c49e5e4c-5b1b-4d21-8555-600a62ce4dc8 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327460 Jan 27 16:21:14.760489 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-6b2c00d0-dd2b-4ac7-a605-8da18f3d1b17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 200 len: 217 time: 0.0377784 Jan 27 16:21:14.815263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-eda33860-a2c9-461c-80d6-4261e8d64f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.816623 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-eda33860-a2c9-461c-80d6-4261e8d64f05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0487859 Jan 27 16:21:14.869235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-8407ae07-6676-47eb-a7d9-36a95c959beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:14.870728 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-8407ae07-6676-47eb-a7d9-36a95c959beb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451717 Jan 27 16:21:14.959251 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-2747bbae-c1a0-47f1-88ae-3bccca535135 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Jan 27 16:21:15.050102 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0f93fae7-76b2-4dd7-bbb9-11fc0e36b7be req-4bb8c722-ab37-4ab6-84ea-4d80add242fe service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851266 Jan 27 16:21:15.133660 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-bce24698-a0d2-48e8-b135-5d906fb87c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:15.135270 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-bce24698-a0d2-48e8-b135-5d906fb87c96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1096 time: 0.0426342 Jan 27 16:21:15.325217 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721ddf-c6c6-4c98-bff6-20a7d436f39a req-d552b079-a0bc-4e60-aa9c-faa5211d11ab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:15.326627 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-31721ddf-c6c6-4c98-bff6-20a7d436f39a req-d552b079-a0bc-4e60-aa9c-faa5211d11ab tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0955040 Jan 27 16:21:15.398270 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-7d5a6017-b81a-4080-9f17-d2731155f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:15.399762 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-7d5a6017-b81a-4080-9f17-d2731155f312 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1339991 Jan 27 16:21:15.403751 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-31721ddf-c6c6-4c98-bff6-20a7d436f39a req-9be4def3-fb7f-417a-b08b-61e1bfaee57b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708480 Jan 27 16:21:15.445182 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-4ac32b3c-5361-4e1a-ad43-a8f4d96c1e89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 200 len: 217 time: 0.0381131 Jan 27 16:21:15.494328 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-04dab75b-f4e0-4f6b-ba6b-a929fa4fab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:15.495940 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-04dab75b-f4e0-4f6b-ba6b-a929fa4fab5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0451386 Jan 27 16:21:15.541833 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-1d63a5c3-7539-4d72-80d1-403ef3ad0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:15.543401 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-1d63a5c3-7539-4d72-80d1-403ef3ad0c6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408947 Jan 27 16:21:15.634446 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-6ad45479-f676-4a3a-a4e1-098dcd4a96d4 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849147 Jan 27 16:21:15.723470 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-258fca8e-4e47-4e90-9744-c14189f2ddfd req-8ef5c0af-a610-4b6d-a7cb-b52ad288dfb0 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Jan 27 16:21:16.521717 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489d68f-4793-422d-a9f2-2752a78bb869 req-20b5c11d-5935-44fd-90ff-57c6abc61a6f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:16.523232 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1489d68f-4793-422d-a9f2-2752a78bb869 req-20b5c11d-5935-44fd-90ff-57c6abc61a6f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0481095 Jan 27 16:21:16.572090 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1489d68f-4793-422d-a9f2-2752a78bb869 req-73ea8e40-322a-458e-a089-03cedcea3e49 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433083 Jan 27 16:21:17.685663 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a3d0-1bb4-47c6-a998-59fbe8931544 req-4e42af99-0eb3-47ea-827a-680eee5a7781 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:17.687720 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cbd5a3d0-1bb4-47c6-a998-59fbe8931544 req-4e42af99-0eb3-47ea-827a-680eee5a7781 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0493591 Jan 27 16:21:17.734530 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-cbd5a3d0-1bb4-47c6-a998-59fbe8931544 req-47cc3167-03e9-4b96-b898-4354d334f9b9 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408170 Jan 27 16:21:18.855980 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107bcf1-7c59-49d3-b3b1-03cf8dee3b8f req-1c77fff1-601a-49db-9ec0-7319e6995750 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:18.857541 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1107bcf1-7c59-49d3-b3b1-03cf8dee3b8f req-1c77fff1-601a-49db-9ec0-7319e6995750 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0521600 Jan 27 16:21:18.913894 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-1107bcf1-7c59-49d3-b3b1-03cf8dee3b8f req-d83c2ae7-5b53-485f-9c9f-19a8fa9bda31 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490825 Jan 27 16:21:20.033289 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ff2-d56b-4747-814f-08366942555e req-fd87f829-1d93-472f-a94f-19e08edb8ac1 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:20.034815 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8dc50ff2-d56b-4747-814f-08366942555e req-fd87f829-1d93-472f-a94f-19e08edb8ac1 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0531898 Jan 27 16:21:20.083948 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8dc50ff2-d56b-4747-814f-08366942555e req-3c79f7d5-73bd-4559-9344-8c577f885b3e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432863 Jan 27 16:21:21.199671 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca911e-66bb-448d-941e-c91b00e8aae5 req-d4d9a00f-8699-4aec-b2ba-2bd9b74a8174 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:21.201145 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b5ca911e-66bb-448d-941e-c91b00e8aae5 req-d4d9a00f-8699-4aec-b2ba-2bd9b74a8174 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0506933 Jan 27 16:21:21.249030 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-b5ca911e-66bb-448d-941e-c91b00e8aae5 req-a88b9864-4985-491b-9132-18762e2997e7 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Jan 27 16:21:22.361593 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1add1-205e-4116-b673-62dfd163b6b7 req-adb8a40c-bd4f-4b05-8473-3be9f79ffb44 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:22.363025 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f4e1add1-205e-4116-b673-62dfd163b6b7 req-adb8a40c-bd4f-4b05-8473-3be9f79ffb44 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0479958 Jan 27 16:21:22.411926 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-f4e1add1-205e-4116-b673-62dfd163b6b7 req-3d73e94e-e07a-4a26-85f7-55d59569e320 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434275 Jan 27 16:21:23.523776 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eedb6-01ea-4db9-971c-ee233af15eab req-5e92cf35-31f8-4c58-a9aa-9821f2fd17a3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:23.525402 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a80eedb6-01ea-4db9-971c-ee233af15eab req-5e92cf35-31f8-4c58-a9aa-9821f2fd17a3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 943 time: 0.0487118 Jan 27 16:21:23.578460 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-a80eedb6-01ea-4db9-971c-ee233af15eab req-a390cc82-d94f-45c5-8a33-af57e44bf346 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464911 Jan 27 16:21:23.800680 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b4ddffb5-c594-4396-8d6b-9b3aceafede4 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 16:21:24.019617 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port b4ddffb5-c594-4396-8d6b-9b3aceafede4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:21:24.031277 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Returning: {'device': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'port_id': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'mac_address': 'fa:16:3e:61:b5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 16:21:24.067591 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port b4ddffb5-c594-4396-8d6b-9b3aceafede4 is: DOWN; New status is: BUILD {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:21:24.067993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:24.080970 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ddffb5-c594-4396-8d6b-9b3aceafede4 {{(pid=102386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 16:21:24.100466 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port b4ddffb5-c594-4396-8d6b-9b3aceafede4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:21:24.104246 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:24.149415 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=b4ddffb5-c594-4396-8d6b-9b3aceafede4,revision_number=4']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:24.156751 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.157154 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.157597 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.157939 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.158277 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.158611 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.158940 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.159295 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.159622 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.159949 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.160272 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.160594 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.160916 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:24.471712 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] get_ports_and_sgs() called for port_ids ['b4ddffb5-c594-4396-8d6b-9b3aceafede4'] {{(pid=102386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 16:21:24.517103 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2e4e732c-5ab5-4713-bc79-7b5d41a49bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:24.696141 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f789f2-74bc-4822-9712-3c0049d97668 req-a2b07645-bf18-426d-8414-8ec46a186524 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:24.697630 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-70f789f2-74bc-4822-9712-3c0049d97668 req-a2b07645-bf18-426d-8414-8ec46a186524 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 944 time: 0.0524955 Jan 27 16:21:24.747134 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-70f789f2-74bc-4822-9712-3c0049d97668 req-e72845fc-2f5a-4f64-acf7-76549be0ec92 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439422 Jan 27 16:21:25.800590 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b4ddffb5-c594-4396-8d6b-9b3aceafede4 up at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 16:21:25.854027 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning for port b4ddffb5-c594-4396-8d6b-9b3aceafede4 completed by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:21:25.858412 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.provisioning_blocks [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Provisioning complete for port b4ddffb5-c594-4396-8d6b-9b3aceafede4 triggered by entity L2. {{(pid=102386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:21:25.859349 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3817124'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), provisioning_complete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:25.948704 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Current status of the port b4ddffb5-c594-4396-8d6b-9b3aceafede4 is: BUILD; New status is: ACTIVE {{(pid=102386) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 16:21:25.949108 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), before_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:25.978740 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4'}] {{(pid=102386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:21:25.981170 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7d11b3596f0ff8efa8ded29271d18ec0fd6ab807df79cc4dd7f6f01fa5f087b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b60b4-4160-4d1c-89fa-91b0a4e7071d" -d '{"events": [{"server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "name": "network-vif-plugged", "status": "completed", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4"}]}' {{(pid=102386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:21:26.000898 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] For port b4ddffb5-c594-4396-8d6b-9b3aceafede4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:21:26.006504 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:26.058149 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Pushing event updated for resources: {'Port': ['ID=b4ddffb5-c594-4396-8d6b-9b3aceafede4,revision_number=5']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:26.121365 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f08695-d563-4dc3-8a33-71bf475f79a5 req-7bd88335-4700-42e7-9150-2469c76d6038 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:26.122847 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-79f08695-d563-4dc3-8a33-71bf475f79a5 req-7bd88335-4700-42e7-9150-2469c76d6038 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 944 time: 0.3090873 Jan 27 16:21:26.160763 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151c5bd-a648-4345-ab4a-2b191508ae12 x-openstack-request-id: req-f151c5bd-a648-4345-ab4a-2b191508ae12 {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:21:26.161062 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "name": "network-vif-plugged", "status": "completed", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4", "code": 200}]} {{(pid=102386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:21:26.161340 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f151c5bd-a648-4345-ab4a-2b191508ae12 {{(pid=102386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:21:26.161718 dv-cinder-826350-3-iscsi neutron-server[102386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'code': 200} Jan 27 16:21:26.172878 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-79f08695-d563-4dc3-8a33-71bf475f79a5 req-7c6183ba-1205-4b83-9374-24d0f5cdd3a6 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Jan 27 16:21:26.393620 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384a91-b76f-4a64-ae69-8f1a76356b05 req-bd4a7c79-fed0-470b-bf00-7ff23f49fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:26.395166 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-21384a91-b76f-4a64-ae69-8f1a76356b05 req-bd4a7c79-fed0-470b-bf00-7ff23f49fb91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1098 time: 0.0417860 Jan 27 16:21:26.441775 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-21384a91-b76f-4a64-ae69-8f1a76356b05 req-50084c98-2a2d-45ab-8253-0773614b8d63 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 Jan 27 16:21:26.773336 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-847bebe7-aac7-43f8-a75c-4a58454120c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:27.287130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587613d1-a475-41b5-ada5-ceec146d8877 req-eeccd4e1-489b-47a8-9eb8-0588382fac26 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:27.288576 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-587613d1-a475-41b5-ada5-ceec146d8877 req-eeccd4e1-489b-47a8-9eb8-0588382fac26 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 945 time: 0.0466418 Jan 27 16:21:27.339535 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-587613d1-a475-41b5-ada5-ceec146d8877 req-014e4a26-5e36-4be8-aaed-7d87de7091d9 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454004 Jan 27 16:21:27.709132 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:28.352650 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:28.453970 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396cd45-0f74-42c2-aa98-3b7fa6d27a80 req-8134c505-891c-40af-9870-ce8a55563d01 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:28.455532 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c396cd45-0f74-42c2-aa98-3b7fa6d27a80 req-8134c505-891c-40af-9870-ce8a55563d01 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 945 time: 0.0503538 Jan 27 16:21:28.506684 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-c396cd45-0f74-42c2-aa98-3b7fa6d27a80 req-06e85ff2-a1f5-4477-bfaf-eb48c5ae51e3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455928 Jan 27 16:21:28.625897 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662e93-cbbe-435e-b623-7c0784b32096 req-d06e1827-e01c-45b2-893a-8a095a82b665 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:28.628262 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-83662e93-cbbe-435e-b623-7c0784b32096 req-d06e1827-e01c-45b2-893a-8a095a82b665 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Jan 27 16:21:28.678777 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-83662e93-cbbe-435e-b623-7c0784b32096 req-57376101-965d-4057-8a4a-abd38266e39f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Jan 27 16:21:28.701181 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46208) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:21:28.854114 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cc7b4-6387-451e-ba2c-5e28fc786c2a tempest-TestVolumeBootPattern-830545895 tempest-TestVolumeBootPattern-830545895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:28.855779 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b83cc7b4-6387-451e-ba2c-5e28fc786c2a tempest-TestVolumeBootPattern-830545895 tempest-TestVolumeBootPattern-830545895-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1093 time: 0.1535442 Jan 27 16:21:28.858638 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46212) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:21:28.863339 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.v2.base [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Request body: {'floatingip': {'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'port_id': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:21:28.887944 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:28.991441 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (None), before_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.099993 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_common [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Allocated IP 172.27.3.221 (94671106-2690-4607-a24c-b125b14b1206/ad67e580-505f-44ed-9c04-2d4fe2cbfa3f/f43c0b2f-52fe-46bc-85c1-1106634ea33f) {{(pid=102385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:21:29.206454 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.239721 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748048689695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.242993 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.277627 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Network 94671106-2690-4607-a24c-b125b14b1206 is already hosted by enough agents. {{(pid=102385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:21:29.280420 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.base_scheduler [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Resources bound (agent type, host, resource id): {{(pid=102385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:21:29.286402 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Received port after_create {{(pid=102385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 16:21:29.291877 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=f43c0b2f-52fe-46bc-85c1-1106634ea33f,revision_number=1']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:29.323209 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.323558 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.323901 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.324238 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.324568 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.324892 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.325219 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.325545 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.325865 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.326186 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.326506 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.326822 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.327173 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:21:29.660746 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (b304b896-8bf6-44c9-907b-89a13f78ca48), precommit_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.727891 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3850104'] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), before_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.880275 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), precommit_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.884982 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748049198044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748048689713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748048689731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531205725'] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), after_update {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:29.962883 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event updated for resources: {'Port': ['ID=f43c0b2f-52fe-46bc-85c1-1106634ea33f,revision_number=2']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:21:29.972983 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538204'] for floatingip (b304b896-8bf6-44c9-907b-89a13f78ca48), after_create {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:30.073447 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.l3_db [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Floating IP b304b896-8bf6-44c9-907b-89a13f78ca48 associated. External IP: 172.27.3.221, port: b4ddffb5-c594-4396-8d6b-9b3aceafede4. Jan 27 16:21:30.280064 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:21:30.390307 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:21:30.400367 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:21:30.408311 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:30.412316 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:21:30.413028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:21:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:21:30.434767 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-83993241-1440-4573-8096-dd876329af66 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5749888 Jan 27 16:21:30.435728 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:21:30.438039 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e" -d '{"events": [{"name": "network-changed", "server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:21:30.476667 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ccc0a-0f53-4e8a-acbc-303e386b8b0b x-openstack-request-id: req-b41ccc0a-0f53-4e8a-acbc-303e386b8b0b {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:21:30.476962 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:21:30.477215 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b41ccc0a-0f53-4e8a-acbc-303e386b8b0b {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:21:30.477620 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'status': 'completed', 'code': 200} Jan 27 16:21:30.530298 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:30.539028 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:21:30.542314 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-9f43c8dc-dfcd-4d16-86d4-8a9b767c065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:30.543963 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-9f43c8dc-dfcd-4d16-86d4-8a9b767c065c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1098 time: 0.0444872 Jan 27 16:21:30.641367 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-2debd51a-f16b-4f60-94f9-cae4c9f7ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:30.642851 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-2debd51a-f16b-4f60-94f9-cae4c9f7ae78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0929704 Jan 27 16:21:30.712613 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-2ef618c4-0fe5-46ab-a0c3-ee378dd03776 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 200 len: 999 time: 0.0625606 Jan 27 16:21:30.763077 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-ab07f993-c281-4f8a-9b59-92b202fdfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:30.764560 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-ab07f993-c281-4f8a-9b59-92b202fdfba9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0453990 Jan 27 16:21:30.792622 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:56Z', 'revision_number': 1, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}, {'id': 'b304b896-8bf6-44c9-907b-89a13f78ca48', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:61:b5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:21:29Z', 'updated_at': '2022-01-27T16:21:29Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:21:30.813921 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-9f88f3b2-7162-4cfd-9ffc-1aba1465f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:21:30.815444 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-9f88f3b2-7162-4cfd-9ffc-1aba1465f8a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443034 Jan 27 16:21:30.822235 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:21:30.831885 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:21:30.832503 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:21:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:21:30.909441 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-cf26cd7c-9969-4e92-a2fd-c0ecd5d87def service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866630 Jan 27 16:21:30.954402 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:21:31.004790 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-8a2ad025-f6dc-45e3-9142-aa5c6cc5746e req-5907a0ce-f600-4eed-bedb-a0344b191a7a service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881720 Jan 27 16:21:31.181688 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:56Z', 'revision_number': 1, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}, {'id': 'b304b896-8bf6-44c9-907b-89a13f78ca48', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:61:b5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:21:29Z', 'updated_at': '2022-01-27T16:21:29Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:21:31.208010 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe2e75-1861-4f31-ab02-c1d825720f65 None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:56Z', 'revision_number': 1, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}, {'id': 'b304b896-8bf6-44c9-907b-89a13f78ca48', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:61:b5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:21:29Z', 'updated_at': '2022-01-27T16:21:29Z', 'revision_number': 0, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:21:31.411809 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cca06-11ce-4a59-a0ed-c57f928298c2 None None] New status for floating IP b304b896-8bf6-44c9-907b-89a13f78ca48: ACTIVE {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:21:50.993191 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:21:54.489858 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-6693f759-e08f-4c8e-bf15-c1d30d806ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:56.775407 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-61fdc503-5f49-4fcd-a364-f9489c04e7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:57.710369 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:58.347950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:21:59.246464 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:00.513708 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:15.693209 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-b50f3e14-e230-40f0-84f7-8b75b04c0954 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398757 Jan 27 16:22:15.773366 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-3c9ef483-5f91-47fb-b554-2448e7720a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:22:15.774853 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-3c9ef483-5f91-47fb-b554-2448e7720a6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1099 time: 0.0406723 Jan 27 16:22:15.879589 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-6e858dd7-5779-4705-934e-d0106874d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:22:15.881080 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-6e858dd7-5779-4705-934e-d0106874d003 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0866780 Jan 27 16:22:15.945484 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-d729b230-6d59-436e-93e3-94e0806c3915 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 1001 time: 0.0579922 Jan 27 16:22:15.993158 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-629ea62b-d282-4153-9d2a-b6a55af24814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:22:15.994645 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-629ea62b-d282-4153-9d2a-b6a55af24814 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0438664 Jan 27 16:22:16.044757 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-de00cb43-dfdc-4036-b22e-8b3134b00ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:22:16.047578 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-de00cb43-dfdc-4036-b22e-8b3134b00ba1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473363 Jan 27 16:22:16.133420 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-2d338398-ca31-4a42-a849-76cc65044646 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794084 Jan 27 16:22:16.223479 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-847c5b5d-9174-4732-9e59-a5c7ce58268a req-23dab21a-f6cf-4346-999c-78145517d8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Jan 27 16:22:24.491472 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-ba0feebd-b322-4768-a3c8-7762f9a462c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:26.778583 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3314ccc9-29dd-4b21-8de9-d08a42a0c1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:27.712817 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:27.992560 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:22:28.347598 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:29.250042 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:30.517604 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:54.494300 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-36237e0b-f408-4ef2-8b52-27d58dad6ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:56.781761 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-3e3655d8-a79e-4b63-81ea-0fbbdc8b681f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:57.717816 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:58.348059 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:22:59.255897 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:00.519857 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:04.995587 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:23:18.231183 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-1e375f68-d3bd-4cf1-acef-9404b65bb844 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418115 Jan 27 16:23:18.291346 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-bbe328eb-6b3e-4d34-acb9-b8a71fa9d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:18.292876 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-bbe328eb-6b3e-4d34-acb9-b8a71fa9d6fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1098 time: 0.0404875 Jan 27 16:23:18.395085 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-0a6dacd3-7d10-42c7-b5b6-2538e4a801a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:18.396550 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-0a6dacd3-7d10-42c7-b5b6-2538e4a801a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.0860264 Jan 27 16:23:18.459630 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-3810b41c-838f-4aef-8933-a62c55b2dc3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 200 len: 1001 time: 0.0565290 Jan 27 16:23:18.507604 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-53951cee-88fc-44cd-b1a9-8f42b3454ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:18.509050 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-53951cee-88fc-44cd-b1a9-8f42b3454ac4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0435915 Jan 27 16:23:18.557559 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-822d3091-4361-4ed4-8977-646ad84d6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:18.559189 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-822d3091-4361-4ed4-8977-646ad84d6988 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441439 Jan 27 16:23:18.646561 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-3f7394eb-b8c4-49f8-96c5-454f30b6f0d5 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794497 Jan 27 16:23:18.736321 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-ad2f2536-a114-44a3-b50c-1c632c236cf1 req-4ad55fec-f0aa-4eb9-83aa-ac966985ca9a service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832651 Jan 27 16:23:19.748866 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46246) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:19.902441 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Deleting port f43c0b2f-52fe-46bc-85c1-1106634ea33f {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:19.902785 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:19.976787 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:19.977116 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (f43c0b2f-52fe-46bc-85c1-1106634ea33f), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:19.989653 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Calling delete_port for f43c0b2f-52fe-46bc-85c1-1106634ea33f owned by network:floatingip {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:20.152691 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (f43c0b2f-52fe-46bc-85c1-1106634ea33f), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:20.179577 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'Port': ['ID=f43c0b2f-52fe-46bc-85c1-1106634ea33f,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:20.191914 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.192263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.192604 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.192938 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.193271 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.193596 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.193918 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.194242 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.194565 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.194879 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.195235 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.195560 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.195875 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:20.251190 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (b304b896-8bf6-44c9-907b-89a13f78ca48), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:20.251510 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.db.l3_db [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Floating IP b304b896-8bf6-44c9-907b-89a13f78ca48 disassociated (deleted). External IP: 172.27.3.221, port: b4ddffb5-c594-4396-8d6b-9b3aceafede4. Jan 27 16:23:20.720288 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:23:20.825567 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:23:20.829999 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:20.835913 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:23:20.845726 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:20.846335 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:22:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:20.856073 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-0a11237b-3732-4938-b90d-ddc5844238d3 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "DELETE /v2.0/floatingips/b304b896-8bf6-44c9-907b-89a13f78ca48 HTTP/1.1" status: 204 len: 168 time: 1.1060750 Jan 27 16:23:20.856751 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:23:20.859083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f" -d '{"events": [{"name": "network-changed", "server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:23:20.904928 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51f9c7-411d-4391-8476-5bee42815d35 x-openstack-request-id: req-9c51f9c7-411d-4391-8476-5bee42815d35 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:23:20.905544 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:23:20.906018 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c51f9c7-411d-4391-8476-5bee42815d35 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:23:20.906663 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'status': 'completed', 'code': 200} Jan 27 16:23:20.977411 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-0ff3098f-e146-4a52-8257-8df2ee5b543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:20.979402 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-0ff3098f-e146-4a52-8257-8df2ee5b543e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 1098 time: 0.0500858 Jan 27 16:23:21.089957 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-7ec137c0-c039-4186-8b0a-5f237cc5be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:21.091592 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-7ec137c0-c039-4186-8b0a-5f237cc5be3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1035202 Jan 27 16:23:21.097508 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:21.143248 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-9ecc317a-b923-4fb1-bb03-b52ec7a80822 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 200 len: 217 time: 0.0416033 Jan 27 16:23:21.172817 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b301f-5afa-43a7-8fd9-60ef73273e86 req-1413053d-7172-456d-93f7-9a91572868b4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:21.175577 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8a3b301f-5afa-43a7-8fd9-60ef73273e86 req-1413053d-7172-456d-93f7-9a91572868b4 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 945 time: 0.1173997 Jan 27 16:23:21.193478 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-326471c3-cddb-4fbe-8ed6-3628620a18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:21.195333 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-326471c3-cddb-4fbe-8ed6-3628620a18b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0468280 Jan 27 16:23:21.226479 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-8a3b301f-5afa-43a7-8fd9-60ef73273e86 req-b2a0495e-a9a5-4f8f-b921-eafd3be1c060 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444479 Jan 27 16:23:21.246622 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-37b7be6c-1fcf-4abc-81c3-1ddc278bed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:21.248156 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-37b7be6c-1fcf-4abc-81c3-1ddc278bed59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468531 Jan 27 16:23:21.334298 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:56Z', 'revision_number': 1, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:21.342383 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-53e2a8cb-3aa7-435b-9b7a-9bd58c1f40f7 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870905 Jan 27 16:23:21.361208 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:23:21.369678 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:21.370285 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:22:57Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:21.433176 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-b5c808dc-f5d3-43c4-8c88-a0f245a1a07f req-2dace90b-6f6f-4312-95c2-49b882b9578c service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840209 Jan 27 16:23:21.476479 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:21.695344 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:56Z', 'revision_number': 1, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:21.721728 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca64ed-73b3-4b60-a355-b22d753f5dbc None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_floatingips': [{'id': '35814ff6-1081-4df1-b342-bdc7293a39a2', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '94671106-2690-4607-a24c-b125b14b1206', 'router_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'port_id': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'mac_address': 'fa:16:3e:08:c9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T16:18:54Z', 'updated_at': '2022-01-27T16:18:56Z', 'revision_number': 1, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:23:21.945455 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7468ed99-77b5-413e-9d95-dbd0476b1c1e None None] New status for floating IP b304b896-8bf6-44c9-907b-89a13f78ca48: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:23:22.402816 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440b4db-8952-4b5d-8d45-a072252ab2a4 req-9456d9fc-b68e-4da3-b474-c1388a02a211 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:22.404378 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d440b4db-8952-4b5d-8d45-a072252ab2a4 req-9456d9fc-b68e-4da3-b474-c1388a02a211 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 945 time: 0.1074104 Jan 27 16:23:22.452688 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-d440b4db-8952-4b5d-8d45-a072252ab2a4 req-95d4c132-8a31-47a5-8b28-f5db9828c53f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Jan 27 16:23:22.930164 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122949c-b22f-406b-927f-e8e9048db497 req-b3f5243b-d129-4920-b918-0d4decc03628 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:22.931591 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2122949c-b22f-406b-927f-e8e9048db497 req-b3f5243b-d129-4920-b918-0d4decc03628 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 945 time: 0.0478413 Jan 27 16:23:23.026525 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Deleting port b4ddffb5-c594-4396-8d6b-9b3aceafede4 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:23.026864 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:23.114369 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] For port b4ddffb5-c594-4396-8d6b-9b3aceafede4, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=b4ddffb5-c594-4396-8d6b-9b3aceafede4,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:23.114732 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:23.126732 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Calling delete_port for b4ddffb5-c594-4396-8d6b-9b3aceafede4 owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:23.265204 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (b4ddffb5-c594-4396-8d6b-9b3aceafede4), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:23.292219 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'Port': ['ID=b4ddffb5-c594-4396-8d6b-9b3aceafede4,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:23.336322 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] No DVR routers for this DVR port b4ddffb5-c594-4396-8d6b-9b3aceafede4 on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:23:23.339265 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:23.342337 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-2122949c-b22f-406b-927f-e8e9048db497 req-2587d018-2cac-4f52-8f2c-23804b6c0fef tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "DELETE /v2.0/ports/b4ddffb5-c594-4396-8d6b-9b3aceafede4 HTTP/1.1" status: 204 len: 173 time: 0.4057264 Jan 27 16:23:23.342781 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'name': 'network-vif-deleted', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:23:23.345035 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a4eccf-571b-4559-b4f9-21f0a155994e" -d '{"events": [{"server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "name": "network-vif-deleted", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:23:23.394499 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc9c5d7-22ac-45e3-b86f-973cd1cd3ddd x-openstack-request-id: req-efc9c5d7-22ac-45e3-b86f-973cd1cd3ddd {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:23:23.394795 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648987d6-d2c1-4198-b652-2ba2b1d7c205", "name": "network-vif-deleted", "tag": "b4ddffb5-c594-4396-8d6b-9b3aceafede4", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:23:23.395076 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efc9c5d7-22ac-45e3-b86f-973cd1cd3ddd {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:23:23.395880 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648987d6-d2c1-4198-b652-2ba2b1d7c205', 'name': 'network-vif-deleted', 'tag': 'b4ddffb5-c594-4396-8d6b-9b3aceafede4', 'status': 'completed', 'code': 200} Jan 27 16:23:23.550601 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-fd872d86-0baa-406c-a49c-8c8378925f58 req-02fbfa15-5a10-4ab3-a620-f141f910f908 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=648987d6-d2c1-4198-b652-2ba2b1d7c205 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Jan 27 16:23:24.497692 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5343-ccc8-4763-adbd-c327125248bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:26.410621 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b4ddffb5-c594-4396-8d6b-9b3aceafede4 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:26.434557 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: b4ddffb5-c594-4396-8d6b-9b3aceafede4 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:26.434897 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device b4ddffb5-c594-4396-8d6b-9b3aceafede4 not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:26.783887 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e16b03bf-525c-4e65-99ab-ce6fd2971473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:26.827820 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46292) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:26.987874 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Deleting port 1f83d740-c510-4d85-acd9-eb23cb8a9c9f {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:26.988118 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.071983 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.072312 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.085512 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Calling delete_port for 1f83d740-c510-4d85-acd9-eb23cb8a9c9f owned by network:floatingip {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:27.240263 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (1f83d740-c510-4d85-acd9-eb23cb8a9c9f), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.265108 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'Port': ['ID=1f83d740-c510-4d85-acd9-eb23cb8a9c9f,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:27.276437 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.276783 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.277140 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.277471 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.278360 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.278723 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.279031 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.279360 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.279683 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.280003 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.280323 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.280635 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.280949 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:27.333481 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (35814ff6-1081-4df1-b342-bdc7293a39a2), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.333816 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.db.l3_db [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Floating IP 35814ff6-1081-4df1-b342-bdc7293a39a2 disassociated (deleted). External IP: 172.27.3.81, port: 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d. Jan 27 16:23:27.544330 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:23:27.657697 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:23:27.662524 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.668721 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:23:27.679127 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:27.679851 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:23:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:27.688992 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-69b44f0d-fc66-44a2-83a5-a616e6408ecf tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "DELETE /v2.0/floatingips/35814ff6-1081-4df1-b342-bdc7293a39a2 HTTP/1.1" status: 204 len: 168 time: 0.8600502 Jan 27 16:23:27.689578 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d'}] {{(pid=102385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:23:27.691842 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06388484c5d0308c20ffdaccbbdde9cd1ee1fee4b88291074421c2d762db253a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ab9e1-c722-439f-9910-1bc8f8a0c556" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d"}]}' {{(pid=102385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:23:27.737250 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5353b4b6-61b2-4f27-a0db-9d0d6cd6f70f x-openstack-request-id: req-5353b4b6-61b2-4f27-a0db-9d0d6cd6f70f {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:23:27.738084 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d", "status": "completed", "code": 200}]} {{(pid=102385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:23:27.738084 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5353b4b6-61b2-4f27-a0db-9d0d6cd6f70f {{(pid=102385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:23:27.738316 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:27.738424 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'status': 'completed', 'code': 200} Jan 27 16:23:27.802453 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-3f311611-3117-467e-a746-afca73686ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:27.804139 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-3f311611-3117-467e-a746-afca73686ff1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa3984d8f6dc40258844819aa562633f&device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 1099 time: 0.0438354 Jan 27 16:23:27.811785 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:27.920936 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-2cb9ecba-5d08-4c59-8605-0868c747effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:27.922407 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-2cb9ecba-5d08-4c59-8605-0868c747effc service neutron] 10.222.0.60 "GET /v2.0/networks?id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 200 len: 913 time: 0.1109941 Jan 27 16:23:27.977819 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b85094-571f-4c14-b91a-3a10b8413210 req-ab53d964-d621-4d8a-86c3-329a5a5f6d7c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:27.979505 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-03b85094-571f-4c14-b91a-3a10b8413210 req-ab53d964-d621-4d8a-86c3-329a5a5f6d7c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0541666 Jan 27 16:23:27.992356 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-0948053f-8d3b-4380-86a3-8593b636a09f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 200 len: 217 time: 0.0629830 Jan 27 16:23:28.024331 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:28.038915 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [req-03b85094-571f-4c14-b91a-3a10b8413210 req-c0c84134-a9e8-49a2-8fe1-eb9b26ac757d tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494378 Jan 27 16:23:28.049205 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-7dd2e1f9-3938-4a1b-8bdb-a0042f556536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:28.050681 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-7dd2e1f9-3938-4a1b-8bdb-a0042f556536 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 200 len: 851 time: 0.0519743 Jan 27 16:23:28.057551 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:23:28.067659 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:28.068320 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:23:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:28.107876 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-1178621f-8282-4e8e-9c20-ea2a42b88fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:28.109940 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-1178621f-8282-4e8e-9c20-ea2a42b88fde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=44707522-96bc-4e9e-a009-bd6fc4ac0fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510356 Jan 27 16:23:28.182693 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:28.205222 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-90989653-784b-4bed-990c-a32c05376a60 service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883067 Jan 27 16:23:28.305296 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-753ab9e1-c722-439f-9910-1bc8f8a0c556 req-1b161e1f-2e45-4871-8923-32d501ec6fbb service neutron] 10.222.0.60 "GET /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922339 Jan 27 16:23:28.385194 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:28.406491 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:28.436940 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cf120-501d-48b2-a7f8-7e7f1cf2652a None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:04Z', 'revision_number': 4, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi', '_interfaces': [{'id': '77092873-6e5c-4200-b234-c4b5da21b3a6', 'name': '', 'network_id': '44707522-96bc-4e9e-a009-bd6fc4ac0fe0', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'mac_address': 'fa:16:3e:c4:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:04Z', 'updated_at': '2022-01-27T16:15:13Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'subnets': [{'id': '2a716326-0402-4aa9-a1b0-0956cd518216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:23:28.659708 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c15acb-e861-421c-a9e2-7e9e9cb7ba33 None None] New status for floating IP 35814ff6-1081-4df1-b342-bdc7293a39a2: DOWN {{(pid=102387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 16:23:29.212650 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4663626-0fc5-4d46-9b18-ebc36a279dcf req-94d7b80a-148d-434c-8f98-4e48a1a0954b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:29.214200 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e4663626-0fc5-4d46-9b18-ebc36a279dcf req-94d7b80a-148d-434c-8f98-4e48a1a0954b tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0501988 Jan 27 16:23:29.257505 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:29.273594 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-e4663626-0fc5-4d46-9b18-ebc36a279dcf req-32851a26-a277-4abf-801f-cff6185f5a06 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/security-groups?id=07d68d46-2386-40bc-89bc-1891127f31ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531042 Jan 27 16:23:29.566163 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268364c2-8c8c-441a-b574-ad18c09746ae req-28f696b0-ae2e-41e8-a071-8c452bbbe61c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:23:29.567563 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-268364c2-8c8c-441a-b574-ad18c09746ae req-28f696b0-ae2e-41e8-a071-8c452bbbe61c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 946 time: 0.0486526 Jan 27 16:23:29.660343 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Deleting port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:29.660687 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:29.751119 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] For port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:29.751484 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:29.764594 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Calling delete_port for 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d owned by compute:nova {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:29.895216 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:29.925423 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'Port': ['ID=96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:29.967222 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] No DVR routers for this DVR port 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d on host hv-cinder-82635 {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:23:29.969884 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for port (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:29.973377 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-268364c2-8c8c-441a-b574-ad18c09746ae req-a3df603b-be3d-49e1-a4e1-da21b347f09c tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.60 "DELETE /v2.0/ports/96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d HTTP/1.1" status: 204 len: 173 time: 0.4000072 Jan 27 16:23:29.973811 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'name': 'network-vif-deleted', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d'}] {{(pid=102384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 16:23:29.976200 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836d917deb890e7dad92710184bf0930cd141de21f6ac9e2676e5ca8dd805f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a12456-4475-493b-8289-1def2cbd92a9" -d '{"events": [{"server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "name": "network-vif-deleted", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d"}]}' {{(pid=102384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 16:23:30.014476 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35d102a-a834-4a00-81b9-c91198ff1b11 x-openstack-request-id: req-f35d102a-a834-4a00-81b9-c91198ff1b11 {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 16:23:30.014777 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ca1cd3-ba62-49ad-8347-94440c81f23e", "name": "network-vif-deleted", "tag": "96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d", "status": "completed", "code": 200}]} {{(pid=102384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 16:23:30.015056 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f35d102a-a834-4a00-81b9-c91198ff1b11 {{(pid=102384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 16:23:30.015465 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ca1cd3-ba62-49ad-8347-94440c81f23e', 'name': 'network-vif-deleted', 'tag': '96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d', 'status': 'completed', 'code': 200} Jan 27 16:23:30.394544 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [req-0feca018-0dd7-44d0-b377-2c5dea51b105 req-158fcf1c-2e06-4958-8ed9-2a06a2790977 tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9ca1cd3-ba62-49ad-8347-94440c81f23e HTTP/1.1" status: 200 len: 210 time: 0.0284715 Jan 27 16:23:30.521815 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.451432 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46308) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:31.584263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Deleting port e4795aaf-b4b8-45c7-ac15-ea711a59a8b3 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:31.584606 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.662854 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.663474 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.676127 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Calling delete_port for e4795aaf-b4b8-45c7-ac15-ea711a59a8b3 owned by network:floatingip {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:31.805061 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (e4795aaf-b4b8-45c7-ac15-ea711a59a8b3), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.831287 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'Port': ['ID=e4795aaf-b4b8-45c7-ac15-ea711a59a8b3,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:31.891963 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for floatingip (35cdf653-6e05-4a5c-b82b-1c55fa4d5452), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.894477 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-420133'] for floatingip (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:31.895666 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-61ff5596-69b7-448f-833d-fa078732564e tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "DELETE /v2.0/floatingips/35cdf653-6e05-4a5c-b82b-1c55fa4d5452 HTTP/1.1" status: 204 len: 168 time: 0.4431555 Jan 27 16:23:32.457210 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:32.477950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] No Port match for: 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:32.478298 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Device 96aeaa0d-beb4-48d1-9536-b3ac0ee44c1d not bound to the agent host hv-cinder-82635 {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:33.087841 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46320) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:33.143378 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-979c2d7f-de4b-44b6-9e04-c396f16dfb8f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group (07d68d46-2386-40bc-89bc-1891127f31ea), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:33.171384 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-979c2d7f-de4b-44b6-9e04-c396f16dfb8f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group (07d68d46-2386-40bc-89bc-1891127f31ea), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:33.228000 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-979c2d7f-de4b-44b6-9e04-c396f16dfb8f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (07d68d46-2386-40bc-89bc-1891127f31ea), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:33.230650 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-979c2d7f-de4b-44b6-9e04-c396f16dfb8f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Publish callbacks [] for security_group (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:33.231825 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-979c2d7f-de4b-44b6-9e04-c396f16dfb8f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] 10.222.0.61 "DELETE /v2.0/security-groups/07d68d46-2386-40bc-89bc-1891127f31ea HTTP/1.1" status: 204 len: 168 time: 0.1429756 Jan 27 16:23:33.241155 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2d7f-de4b-44b6-9e04-c396f16dfb8f tempest-TestVolumeBootPattern-935354243 tempest-TestVolumeBootPattern-935354243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d68d46-2386-40bc-89bc-1891127f31ea,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:33.290041 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46324) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:33.737027 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (93c5e1fd-e3af-4450-b659-f20edaaffb8e), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:34.206478 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Deleting port 77092873-6e5c-4200-b234-c4b5da21b3a6 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:34.206810 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:34.286225 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] For port 77092873-6e5c-4200-b234-c4b5da21b3a6, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=77092873-6e5c-4200-b234-c4b5da21b3a6,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:34.286592 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:34.298682 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Calling delete_port for 77092873-6e5c-4200-b234-c4b5da21b3a6 owned by network:router_interface {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:34.478093 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (77092873-6e5c-4200-b234-c4b5da21b3a6), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:34.501412 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=77092873-6e5c-4200-b234-c4b5da21b3a6,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:34.672890 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (93c5e1fd-e3af-4450-b659-f20edaaffb8e), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:34.889720 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Router 93c5e1fd-e3af-4450-b659-f20edaaffb8e has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:23:35.003430 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:23:35.009145 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-21239487-0022-4098-b349-5834e9a18a0d admin admin] 10.222.0.61 "PUT /v2.0/routers/93c5e1fd-e3af-4450-b659-f20edaaffb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7179697 Jan 27 16:23:35.011063 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46328) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:35.012908 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] Sync routers for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:23:35.023220 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:35.023844 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:23:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:35.125053 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks [] for router (93c5e1fd-e3af-4450-b659-f20edaaffb8e), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.229369 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks [] for router_gateway (93c5e1fd-e3af-4450-b659-f20edaaffb8e), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.261225 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: dv-cinder-826350-3-iscsi {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:35.284492 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Deleting port 7be7984c-c6c3-4587-96cc-0901ec53b2f0 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:35.284835 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.368090 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] For port 7be7984c-c6c3-4587-96cc-0901ec53b2f0, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=7be7984c-c6c3-4587-96cc-0901ec53b2f0,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:35.368819 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.381615 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Calling delete_port for 7be7984c-c6c3-4587-96cc-0901ec53b2f0 owned by network:router_gateway {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:35.444346 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:23:34Z', 'revision_number': 5, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port': {'id': '7be7984c-c6c3-4587-96cc-0901ec53b2f0', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:35.471401 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] Checking router: 93c5e1fd-e3af-4450-b659-f20edaaffb8e for host: dv-cinder-826350-3-iscsi {{(pid=102386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:23:35.480376 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] Routers {'93c5e1fd-e3af-4450-b659-f20edaaffb8e'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:35.481480 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:23:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'], 'active': True} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:35.550841 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (7be7984c-c6c3-4587-96cc-0901ec53b2f0), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.569340 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvr_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] Set router 93c5e1fd-e3af-4450-b659-f20edaaffb8e gateway port host: None {{(pid=102386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:35.576590 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be7984c-c6c3-4587-96cc-0901ec53b2f0,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:35.621475 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_hamode_db [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:23:35Z', 'revision_number': 6, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port_host': None}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:35.637674 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (93c5e1fd-e3af-4450-b659-f20edaaffb8e), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.655183 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a3913-7d82-4e0a-ad46-fb71d286d0af None None] The sync data for ids ['93c5e1fd-e3af-4450-b659-f20edaaffb8e'] in dv-cinder-826350-3-iscsi is: [{'id': '93c5e1fd-e3af-4450-b659-f20edaaffb8e', 'name': 'tempest-TestVolumeBootPattern-1920076979-router', 'tenant_id': 'fa3984d8f6dc40258844819aa562633f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:01Z', 'updated_at': '2022-01-27T16:23:35Z', 'revision_number': 6, 'project_id': 'fa3984d8f6dc40258844819aa562633f', 'gw_port_host': None}] {{(pid=102386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:23:35.749349 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (93c5e1fd-e3af-4450-b659-f20edaaffb8e), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.751556 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks [] for router_controller (93c5e1fd-e3af-4450-b659-f20edaaffb8e), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.796829 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (93c5e1fd-e3af-4450-b659-f20edaaffb8e), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.797371 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93c5e1fd-e3af-4450-b659-f20edaaffb8e {{(pid=102385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:23:35.801801 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.802972 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-9aadea5c-5f04-4a65-9904-893364129e50 admin admin] 10.222.0.61 "DELETE /v2.0/routers/93c5e1fd-e3af-4450-b659-f20edaaffb8e HTTP/1.1" status: 204 len: 168 time: 0.7909503 Jan 27 16:23:35.805450 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46330) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:35.848813 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Deleting subnet 2a716326-0402-4aa9-a1b0-0956cd518216 {{(pid=102385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:23:35.852001 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Publish callbacks [] for subnet (2a716326-0402-4aa9-a1b0-0956cd518216), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.886649 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531170743'] for subnet (2a716326-0402-4aa9-a1b0-0956cd518216), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:35.966962 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (2a716326-0402-4aa9-a1b0-0956cd518216), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.029149 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531205779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531444189'] for subnet (2a716326-0402-4aa9-a1b0-0956cd518216), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.057844 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a716326-0402-4aa9-a1b0-0956cd518216,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:36.061803 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for subnet (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.067361 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-c56c87a5-f84c-4659-b1e3-4e60fb734dbc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2a716326-0402-4aa9-a1b0-0956cd518216 HTTP/1.1" status: 204 len: 168 time: 0.2586889 Jan 27 16:23:36.067711 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46332) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:36.068529 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8300cb-acd2-4a02-a8c2-aa3062906780 None None] Network 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:23:36.140923 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (44707522-96bc-4e9e-a009-bd6fc4ac0fe0), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.195538 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Deleting port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:36.195865 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.260794 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] For port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,segment=NetworkSegment(f1dae274-05a4-4fd4-934b-0cc978f3c9b5),segment_id=f1dae274-05a4-4fd4-934b-0cc978f3c9b5)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:36.261073 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.274195 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Calling delete_port for dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 owned by network:dhcp {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:36.360571 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.390175 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:36.394952 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] No DVR routers for this DVR port dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 on host dv-cinder-826350-3-iscsi {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:23:36.425918 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f64d9-5dd4-4bd9-98d5-b6f3eae2e9f2 None None] DHCP port deletion for 44707522-96bc-4e9e-a009-bd6fc4ac0fe0 request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:23:36.482083 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (44707522-96bc-4e9e-a009-bd6fc4ac0fe0), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.502774 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44707522-96bc-4e9e-a009-bd6fc4ac0fe0']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:36.513359 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:36.513590 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dae274-05a4-4fd4-934b-0cc978f3c9b5') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:36.523739 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (f1dae274-05a4-4fd4-934b-0cc978f3c9b5), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.538051 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (f1dae274-05a4-4fd4-934b-0cc978f3c9b5), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.544075 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:23:36.544456 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (f1dae274-05a4-4fd4-934b-0cc978f3c9b5), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:23:36.546310 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:23:36.607374 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (44707522-96bc-4e9e-a009-bd6fc4ac0fe0), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.612922 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:36.616633 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] 10.222.0.61 "DELETE /v2.0/networks/44707522-96bc-4e9e-a009-bd6fc4ac0fe0 HTTP/1.1" status: 204 len: 168 time: 0.5478139 Jan 27 16:23:36.620255 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46334) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:36.629969 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6fba6-1b20-43d5-8c79-8ae79523a57c admin admin] Pushing event deleted for resources: {'Network': ['ID=44707522-96bc-4e9e-a009-bd6fc4ac0fe0,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:36.734712 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:36.758259 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:36.759208 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device dcbb9fe1-1be2-4ccc-8f90-a6cc978bfd14 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:36.759642 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 7be7984c-c6c3-4587-96cc-0901ec53b2f0 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:36.779929 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 7be7984c-c6c3-4587-96cc-0901ec53b2f0 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:36.780178 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 7be7984c-c6c3-4587-96cc-0901ec53b2f0 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:36.780604 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 77092873-6e5c-4200-b234-c4b5da21b3a6 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:36.799735 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 77092873-6e5c-4200-b234-c4b5da21b3a6 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:36.800085 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 77092873-6e5c-4200-b234-c4b5da21b3a6 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:36.982279 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536412'] for router_interface (cada5bcd-090e-4b69-8489-0ec88f7ae599), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:37.223685 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Deleting port 21f60e21-615d-4eec-9081-1c3698254d9c {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:37.224024 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:37.308067 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] For port 21f60e21-615d-4eec-9081-1c3698254d9c, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=21f60e21-615d-4eec-9081-1c3698254d9c,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:37.308723 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:37.324230 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Calling delete_port for 21f60e21-615d-4eec-9081-1c3698254d9c owned by network:router_interface {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:37.509707 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (21f60e21-615d-4eec-9081-1c3698254d9c), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:37.535323 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f60e21-615d-4eec-9081-1c3698254d9c,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:37.699556 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536560'] for router_interface (cada5bcd-090e-4b69-8489-0ec88f7ae599), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:37.921646 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Router cada5bcd-090e-4b69-8489-0ec88f7ae599 has already been hosted by L3 agent d3fe25b2-1fbd-4e71-afef-097dae0dac4e {{(pid=102385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 16:23:38.032434 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] Notify agent at l3_agent.dv-cinder-826350-3-iscsi the message routers_updated {{(pid=102385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 16:23:38.037657 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-3089798c-5001-45aa-aac3-827036985cf8 admin admin] 10.222.0.61 "PUT /v2.0/routers/cada5bcd-090e-4b69-8489-0ec88f7ae599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4156797 Jan 27 16:23:38.040298 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46336) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:38.040903 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] Sync routers for ids ['cada5bcd-090e-4b69-8489-0ec88f7ae599'] in dv-cinder-826350-3-iscsi {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:23:38.050927 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] Routers {'cada5bcd-090e-4b69-8489-0ec88f7ae599'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:38.051582 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:23:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['cada5bcd-090e-4b69-8489-0ec88f7ae599'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:38.144622 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks [] for router (cada5bcd-090e-4b69-8489-0ec88f7ae599), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:38.161348 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] Set router cada5bcd-090e-4b69-8489-0ec88f7ae599 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:38.345243 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:23:37Z', 'revision_number': 5, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:38.372332 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] Checking router: cada5bcd-090e-4b69-8489-0ec88f7ae599 for host: dv-cinder-826350-3-iscsi {{(pid=102387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:23:38.381865 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] Routers {'cada5bcd-090e-4b69-8489-0ec88f7ae599'} bound to L3 agent in host dv-cinder-826350-3-iscsi {{(pid=102387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 16:23:38.382402 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T15:54:57Z,description=,heartbeat_timestamp=2022-01-27T16:23:27Z,host='dv-cinder-826350-3-iscsi',id=d3fe25b2-1fbd-4e71-afef-097dae0dac4e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T15:54:57Z,topic='l3_agent')) {'router_ids': ['cada5bcd-090e-4b69-8489-0ec88f7ae599'], 'active': True} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:38.492245 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks [] for router_gateway (cada5bcd-090e-4b69-8489-0ec88f7ae599), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:38.545610 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Deleting port 3c824aae-30ca-491f-bbd0-c28c98897f46 {{(pid=102385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:38.545976 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:38.576516 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_dvr_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] Set router cada5bcd-090e-4b69-8489-0ec88f7ae599 gateway port host: dv-cinder-826350-3-iscsi {{(pid=102387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 16:23:38.626868 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.db [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] For port 3c824aae-30ca-491f-bbd0-c28c98897f46, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=3c824aae-30ca-491f-bbd0-c28c98897f46,segment=NetworkSegment(81ffcf18-7dcf-44c3-9397-83f0f95846d4),segment_id=81ffcf18-7dcf-44c3-9397-83f0f95846d4)] {{(pid=102385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:38.627259 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:38.640014 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.plugins.ml2.plugin [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Calling delete_port for 3c824aae-30ca-491f-bbd0-c28c98897f46 owned by network:router_gateway {{(pid=102385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:38.760388 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.l3_hamode_db [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:23:37Z', 'revision_number': 5, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}], 'dv-cinder-826350-3-iscsi', False) {} {{(pid=102387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:38.786612 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a345ca1-a87a-47f9-bab9-772c29d68677 None None] The sync data for ids ['cada5bcd-090e-4b69-8489-0ec88f7ae599'] in dv-cinder-826350-3-iscsi is: [{'id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'name': 'tempest-TestVolumeBootPattern-1674837755-router', 'tenant_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'external_fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:15:07Z', 'updated_at': '2022-01-27T16:23:37Z', 'revision_number': 5, 'project_id': 'aa8d752e363b4e97b7d74cf5d33973d5', 'gw_port': {'id': '3c824aae-30ca-491f-bbd0-c28c98897f46', 'name': '', 'network_id': '94671106-2690-4607-a24c-b125b14b1206', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cada5bcd-090e-4b69-8489-0ec88f7ae599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:15:08Z', 'updated_at': '2022-01-27T16:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad67e580-505f-44ed-9c04-2d4fe2cbfa3f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-3-iscsi'}] {{(pid=102387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:23:38.817549 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531205798'] for port (3c824aae-30ca-491f-bbd0-c28c98897f46), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:38.850865 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c824aae-30ca-491f-bbd0-c28c98897f46,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:38.908752 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538010'] for router_gateway (cada5bcd-090e-4b69-8489-0ec88f7ae599), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:38.999733 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3084'] for router (cada5bcd-090e-4b69-8489-0ec88f7ae599), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.001899 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks [] for router_controller (cada5bcd-090e-4b69-8489-0ec88f7ae599), precommit_delete_associations {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.057205 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533990'] for router (cada5bcd-090e-4b69-8489-0ec88f7ae599), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.057903 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cada5bcd-090e-4b69-8489-0ec88f7ae599 {{(pid=102385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 16:23:39.063190 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.063514 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-6204be19-8801-4708-94a4-8e17a3099d31 admin admin] 10.222.0.61 "DELETE /v2.0/routers/cada5bcd-090e-4b69-8489-0ec88f7ae599 HTTP/1.1" status: 204 len: 168 time: 1.0222902 Jan 27 16:23:39.066130 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46338) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:39.110107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Deleting subnet 2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11 {{(pid=102384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 16:23:39.113313 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Publish callbacks [] for subnet (2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.150245 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531842531'] for subnet (2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11), precommit_delete_associations {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.234085 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3813305'] for subnet (2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.291612 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3813302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531847514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532174881'] for subnet (2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.318916 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:39.321732 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.325798 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-e5da781f-31c1-42de-83d3-628372c3f2f8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2f81b3b7-be06-4ebd-a26f-b37b4c9bdb11 HTTP/1.1" status: 204 len: 168 time: 0.2586210 Jan 27 16:23:39.326410 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17deb3de-36b3-4ece-adb3-062181ae8736 None None] Network ec5519f3-8829-4396-8033-96c5bb50a3aa requested from dv-cinder-826350-3-iscsi {{(pid=102386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 16:23:39.328339 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [-] (102384) accepted ('10.222.0.61', 46340) {{(pid=102384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:39.406928 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3715960'] for network (ec5519f3-8829-4396-8033-96c5bb50a3aa), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.468901 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Deleting port b903481e-0a2a-4e20-89ba-59a90fee1ead {{(pid=102384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:39.469241 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.488098 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] DHCP port deletion for ec5519f3-8829-4396-8033-96c5bb50a3aa request from dv-cinder-826350-3-iscsi {{(pid=102386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 16:23:39.544362 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.db [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] For port b903481e-0a2a-4e20-89ba-59a90fee1ead, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b903481e-0a2a-4e20-89ba-59a90fee1ead,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:39.544961 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.552536 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Deleting port b903481e-0a2a-4e20-89ba-59a90fee1ead {{(pid=102386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 16:23:39.553131 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748049194608'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), before_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.565933 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Calling delete_port for b903481e-0a2a-4e20-89ba-59a90fee1ead owned by network:dhcp {{(pid=102384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:39.649675 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.db [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] For port b903481e-0a2a-4e20-89ba-59a90fee1ead, host dv-cinder-826350-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-3-iscsi',level=0,port_id=b903481e-0a2a-4e20-89ba-59a90fee1ead,segment=NetworkSegment(baa9f987-25ea-40b7-ae6c-8bc8b64e9944),segment_id=baa9f987-25ea-40b7-ae6c-8bc8b64e9944)] {{(pid=102386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 16:23:39.650076 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-537211'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), precommit_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.663675 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Calling delete_port for b903481e-0a2a-4e20-89ba-59a90fee1ead owned by network:dhcp {{(pid=102386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 16:23:39.676263 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531847535'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.701364 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b903481e-0a2a-4e20-89ba-59a90fee1ead,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:39.704733 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] No DVR routers for this DVR port b903481e-0a2a-4e20-89ba-59a90fee1ead on host dv-cinder-826350-3-iscsi {{(pid=102384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:23:39.739727 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3849557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748049198026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748048689704'] for port (b903481e-0a2a-4e20-89ba-59a90fee1ead), after_delete {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.764625 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Pushing event deleted for resources: {'Port': ['ID=b903481e-0a2a-4e20-89ba-59a90fee1ead,revision_number=None']} {{(pid=102386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:39.768958 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] No DVR routers for this DVR port b903481e-0a2a-4e20-89ba-59a90fee1ead on host dv-cinder-826350-3-iscsi {{(pid=102386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 16:23:39.776690 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811650', 'neutron.services.segments.db._delete_segments_for_network-8748049251988'] for network (ec5519f3-8829-4396-8033-96c5bb50a3aa), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.780737 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.781227 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.781702 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.782111 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.782574 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.782991 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.783415 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.783811 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.784215 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.784615 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.784950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.785280 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.785607 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a78db-f470-442c-9584-f96b24be60b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-3-iscsi {{(pid=102386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:23:39.798337 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5519f3-8829-4396-8033-96c5bb50a3aa']}} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:39.807240 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944') {'for_net_delete': True} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:39.807533 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.services.segments.db [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa9f987-25ea-40b7-ae6c-8bc8b64e9944') {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:23:39.817472 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748049252509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531842458'] for segment (baa9f987-25ea-40b7-ae6c-8bc8b64e9944), before_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.831922 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006'] for segment (baa9f987-25ea-40b7-ae6c-8bc8b64e9944), precommit_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.838542 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 16:23:39.838944 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4020006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531847600'] for segment (baa9f987-25ea-40b7-ae6c-8bc8b64e9944), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: Traceback (most recent call last): Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: timer() Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: cb(*args, **kw) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: return func(*args, **kwargs) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: self._notify() Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: self.callback(batched_events) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: event.method(event) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: return f(self, *a, **k) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._get(url).json() Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: return self.request(url, 'GET', **kwargs) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 16:23:39.840944 dv-cinder-826350-3-iscsi neutron-server[102384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 16:23:39.907107 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-724956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538226'] for network (ec5519f3-8829-4396-8033-96c5bb50a3aa), after_delete {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.912312 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-724938'] for network (None), before_response {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:39.915324 dv-cinder-826350-3-iscsi neutron-server[102384]: INFO neutron.wsgi [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ec5519f3-8829-4396-8033-96c5bb50a3aa HTTP/1.1" status: 204 len: 168 time: 0.5858648 Jan 27 16:23:39.928991 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5374a-9165-4ae7-9026-5f92c7224f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5519f3-8829-4396-8033-96c5bb50a3aa,revision_number=None']} {{(pid=102384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:40.029766 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46344) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:40.069995 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-b9a28d02-7a61-4549-9eb8-ad3179f88d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa3984d8f6dc40258844819aa562633f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390120 Jan 27 16:23:40.073199 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46346) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:40.118882 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4a5874be-16d2-481e-8d6d-21e1c4ea895a admin admin] Publish callbacks [] for security_group (f0fd2305-86cf-41c4-9b01-a57c84675197), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.140909 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4a5874be-16d2-481e-8d6d-21e1c4ea895a admin admin] Publish callbacks [] for security_group (f0fd2305-86cf-41c4-9b01-a57c84675197), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.187697 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4a5874be-16d2-481e-8d6d-21e1c4ea895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (f0fd2305-86cf-41c4-9b01-a57c84675197), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.190175 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-4a5874be-16d2-481e-8d6d-21e1c4ea895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.191350 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-4a5874be-16d2-481e-8d6d-21e1c4ea895a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0fd2305-86cf-41c4-9b01-a57c84675197 HTTP/1.1" status: 204 len: 168 time: 0.1172526 Jan 27 16:23:40.200158 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5874be-16d2-481e-8d6d-21e1c4ea895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd2305-86cf-41c4-9b01-a57c84675197,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:40.520348 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46352) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:40.561073 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-504f679b-05f8-49d8-adfd-73e85618daed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa8d752e363b4e97b7d74cf5d33973d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393977 Jan 27 16:23:40.563498 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [-] (102385) accepted ('10.222.0.61', 46354) {{(pid=102385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 16:23:40.615936 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-10e4704f-9e0b-4b13-8af7-0b97ae49ded8 admin admin] Publish callbacks [] for security_group (3589ade6-e9e8-4de8-92e6-f943b914514a), before_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.639504 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-10e4704f-9e0b-4b13-8af7-0b97ae49ded8 admin admin] Publish callbacks [] for security_group (3589ade6-e9e8-4de8-92e6-f943b914514a), precommit_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.701118 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-10e4704f-9e0b-4b13-8af7-0b97ae49ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644530'] for security_group (3589ade6-e9e8-4de8-92e6-f943b914514a), after_delete {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.703788 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron_lib.callbacks.manager [None req-10e4704f-9e0b-4b13-8af7-0b97ae49ded8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:40.705341 dv-cinder-826350-3-iscsi neutron-server[102385]: INFO neutron.wsgi [None req-10e4704f-9e0b-4b13-8af7-0b97ae49ded8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3589ade6-e9e8-4de8-92e6-f943b914514a HTTP/1.1" status: 204 len: 168 time: 0.1405849 Jan 27 16:23:40.714644 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4704f-9e0b-4b13-8af7-0b97ae49ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3589ade6-e9e8-4de8-92e6-f943b914514a,revision_number=None']} {{(pid=102385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:23:40.734228 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b903481e-0a2a-4e20-89ba-59a90fee1ead no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:40.761330 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: b903481e-0a2a-4e20-89ba-59a90fee1ead {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:40.761717 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device b903481e-0a2a-4e20-89ba-59a90fee1ead not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:40.762992 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 3c824aae-30ca-491f-bbd0-c28c98897f46 no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:40.785368 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 3c824aae-30ca-491f-bbd0-c28c98897f46 {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:40.785945 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 3c824aae-30ca-491f-bbd0-c28c98897f46 not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:40.786615 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 21f60e21-615d-4eec-9081-1c3698254d9c no longer exists at agent ovs-agent-dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 16:23:40.807158 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.plugin [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] No Port match for: 21f60e21-615d-4eec-9081-1c3698254d9c {{(pid=102386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 16:23:40.807513 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron.plugins.ml2.rpc [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Device 21f60e21-615d-4eec-9081-1c3698254d9c not bound to the agent host dv-cinder-826350-3-iscsi {{(pid=102386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 16:23:41.994889 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:23:54.501418 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ca7e-c117-4536-aade-cb069b04541d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:56.784764 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-47e14d65-8b4f-48fe-9213-d21f248f60f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:57.721904 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:58.375447 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:23:59.259347 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:00.525035 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:18.994404 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:24:24.504524 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0d341477-b4fe-4adb-94d6-4574e03ad4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:26.787321 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e955-9efb-4722-ae20-9d06327e4191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:27.724852 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:28.375613 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:29.265952 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:30.529309 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:54.506800 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2fdd114d-2cd1-41b5-b8a3-9bbfc5477c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:55.993055 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:24:56.790130 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e41fc558-8205-45ca-8c4c-474b26d23116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:57.727759 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:58.388889 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:24:59.266894 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:00.532488 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:24.502779 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-32e0cc23-c35e-4fac-8464-f930987943e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:26.791126 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d3605a39-1d83-4bdf-a684-c82be19eccd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:27.729950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:28.387293 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:29.268752 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:30.535054 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:32.992096 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:25:54.504333 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-06ba82d4-ec3a-4d70-976f-9c8a4a93d96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:56.792324 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-1192a711-dc71-4faa-8c88-d544aa726521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:57.734065 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:58.385860 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:25:59.272190 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:00.538962 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:09.991485 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:26:24.506811 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-f1a0958f-113f-4c41-918f-64a1ead69b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:26.792609 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-be283f15-5da0-4c1e-b2bb-42e9fc9b968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:27.736502 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:28.402877 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:29.277082 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:30.540955 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:46.990681 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:26:54.508446 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-621a25ce-921d-45cb-8eee-5c81fa9edad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:56.794778 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-d9d6968f-6758-4af8-82a2-45f946691a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:57.740111 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:58.400760 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:26:59.280426 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:00.538108 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:23.991148 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:27:24.515950 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fff42118-e109-4605-84fa-97a3d13edd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:26.799932 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-16ea4c99-974b-4c76-829a-450bc1d4214c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:27.747016 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:28.414292 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:29.289649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:30.544272 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:33.937632 dv-cinder-826350-3-iscsi neutron-server[102385]: DEBUG neutron.wsgi [req-9a484af8-94ee-42f1-adc3-1d1e4dd51abe req-b9e08d0e-976f-4409-9bee-0d4079ba10c8 service neutron] (102385) timed out ('10.222.0.61', 43286) {{(pid=102385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 16:27:54.509020 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-0baef426-0036-4913-8dd2-c81ebd77ee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:56.793411 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-a7369ed6-dab5-4303-bc26-b33f3be2ce23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:57.749716 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:58.410865 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:27:59.290898 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:00.539673 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:00.990383 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:28:09.290156 dv-cinder-826350-3-iscsi neutron-server[102384]: DEBUG neutron.wsgi [req-68b30c52-4067-4fda-a9e2-f46d8ca9a6a3 req-445cf499-dd8f-43e1-808b-31b358a7e5bd service neutron] (102384) timed out ('10.222.0.61', 41472) {{(pid=102384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 16:28:24.511957 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-52ea5479-7f32-4712-a099-58858804d0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:26.795478 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-e41b6907-07a6-4cf4-b85d-b3945d431158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:27.752190 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:28.409649 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:29.291933 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:30.545516 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:37.989895 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 16:28:54.512991 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-797695bb-8d55-4b41-b34b-5f2354d5af41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (e2048c89-f2d9-43a6-a0ab-4ca12e999286), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:56.797882 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-fbf69df6-4553-47f7-93c7-cb1cff818198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d3fe25b2-1fbd-4e71-afef-097dae0dac4e), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:57.753369 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-68b78e94-75c7-4c19-ae2e-b6a71753c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (5fc28856-f84e-464c-9cc2-c6f9ae7a3c69), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:58.423586 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-498c54c1-6543-454f-a48a-56602d36d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (347f5b11-122b-41b5-862e-9eef42bac4ab), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:28:59.295251 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-2b00fe73-ddaf-4e32-90d8-d616ecd379fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (f5ae976d-b97f-422c-9d97-c92d78467552), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:29:00.537777 dv-cinder-826350-3-iscsi neutron-server[102386]: DEBUG neutron_lib.callbacks.manager [None req-b465d587-d7fa-4841-a785-4ba8b833d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748049251970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817026'] for agent (d8424903-3c85-495c-a579-324fcfb17bd5), after_update {{(pid=102386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 16:29:14.990353 dv-cinder-826350-3-iscsi neutron-server[102387]: DEBUG neutron.db.agents_db [None req-dc9ce4b5-15ef-43ce-b58d-3cf6c354c544 None None] Agent healthcheck: found 6 active agents {{(pid=102387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}